-- Logs begin at Tue 2021-09-14 10:17:50 UTC, end at Tue 2021-09-14 11:37:46 UTC. -- Sep 14 11:06:00.946932 dv-cinder-804757-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 11:06:03.692174 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.common.config [-] Logging enabled! Sep 14 11:06:03.692772 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev638 Sep 14 11:06:03.692953 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94520) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 11:06:03.696198 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.common.config [-] Logging enabled! Sep 14 11:06:03.696461 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev638 Sep 14 11:06:03.696775 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94520) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 11:06:03.698261 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 11:06:03.698494 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 11:06:03.698858 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 11:06:03.699104 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 11:06:03.699354 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 11:06:03.699678 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.699975 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.700271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.700502 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.700798 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.701089 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.701375 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.701664 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.701961 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.702249 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.702532 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.702819 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.703051 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.703350 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.703640 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.703928 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.704155 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] debug = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.704438 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.704863 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.705274 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.705556 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.705846 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.706122 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.706396 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.706670 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.706954 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.707282 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] host = dv-cinder-804757-8-iscsi {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.707597 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.707887 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.708176 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.708464 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.708741 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.709017 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.709305 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.709585 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.709858 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] log_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.710136 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.710426 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.710717 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.711008 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.711234 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.711486 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.711777 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.712064 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.712343 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.712620 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.712898 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.713767 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.714056 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.714329 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.714617 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.714904 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.715191 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.715500 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.715780 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.716053 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.716327 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.716613 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.716889 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.717166 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.717441 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.717729 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.718000 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.718274 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.718574 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.718861 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.719144 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.719469 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.719746 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.720028 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.720564 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.720837 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.721107 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] use_json = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.721379 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.721647 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.721928 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.722198 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.722465 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.722738 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.723009 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.723292 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:03.723613 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.723911 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.724212 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.724496 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.724790 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.725072 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.725364 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.725642 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.725933 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.726222 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.726509 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.726786 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.727074 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.727373 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.727671 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.727975 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.728269 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.728560 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.728941 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.729388 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.729678 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.729963 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.730258 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.730539 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.730832 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.731128 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.731442 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.731735 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.732032 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.732327 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.732604 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.732884 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.733180 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.733457 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.733733 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.734012 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.734303 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.734583 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.734858 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.735136 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.735442 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.735719 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.735993 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.736271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.736561 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.736838 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.737109 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.737380 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.737658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.737930 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.738216 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.738491 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.738766 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.739039 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.739317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.739683 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.739959 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.740239 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.740517 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.740794 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.741068 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.741343 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.741618 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.741893 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.742167 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.742442 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.742718 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.742997 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.743270 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.743565 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.743841 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.744113 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.744423 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.745001 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.745310 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.745592 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.745875 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.746159 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.746441 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.746720 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.746998 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.747278 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.747583 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.747857 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.748152 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.748441 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.748730 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.749012 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.749291 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.749592 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.749875 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.750159 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.750438 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.750716 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.751000 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.751282 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.751601 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.751895 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.752189 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.752481 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.752771 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.753050 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.753356 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.753633 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:03.753850 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 11:06:03.754090 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94520) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 11:06:04.112612 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 11:06:04.112893 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 11:06:04.113184 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 11:06:04.113521 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 11:06:04.505727 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.506030 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.506317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.507658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.507937 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.508207 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.544767 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.545049 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.545321 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.560456 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.560738 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.561011 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.589543 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.589822 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.590092 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.627912 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.628195 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.628467 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.861819 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.862427 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.862427 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.862607 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.863217 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.984409 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.984733 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.985016 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.985293 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.985558 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.985870 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.986130 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.986386 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.986643 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.986929 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.987192 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.987550 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.987811 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.988067 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.988329 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.988596 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.988856 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.989127 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.989399 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.989661 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.989941 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.990213 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.990484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.990865 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.991118 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.991393 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:04.991795 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:06:04.992038 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:06:04.992278 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:06:04.992516 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:06:04.992753 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:06:04.992990 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:06:04.993350 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 11:06:04.997300 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 11:06:05.001246 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 11:06:05.005117 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Sep 14 11:06:05.006747 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 11:06:05.007209 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 11:06:05.007572 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 11:06:05.007960 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 11:06:05.010898 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 11:06:05.011145 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 11:06:05.011516 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 11:06:05.016827 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 11:06:05.038658 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 11:06:05.039102 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:05.039436 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94520) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 11:06:05.039808 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:05.041682 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94520) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 11:06:05.042137 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 11:06:05.042385 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 11:06:05.045775 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:05.046064 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:05.112240 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 11:06:05.112411 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 11:06:05.112633 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 11:06:05.113017 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 11:06:05.136081 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_db.sqlalchemy.engines [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94520) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 11:06:05.958869 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Initializing driver for type 'gre' Sep 14 11:06:05.959543 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] gre ID ranges: [(1, 1000)] Sep 14 11:06:06.204685 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Initializing driver for type 'local' Sep 14 11:06:06.205015 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Initializing driver for type 'vlan' Sep 14 11:06:06.375053 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] VlanTypeDriver initialization complete Sep 14 11:06:06.375317 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Initializing driver for type 'vxlan' Sep 14 11:06:06.375871 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] vxlan ID ranges: [(1, 1000)] Sep 14 11:06:06.622034 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Initializing extension driver 'port_security' Sep 14 11:06:06.622476 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.extensions.port_security [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] PortSecurityExtensionDriver initialization complete Sep 14 11:06:06.622813 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Initializing mechanism driver 'openvswitch' Sep 14 11:06:06.623142 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Initializing mechanism driver 'hyperv' Sep 14 11:06:06.629802 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:06.630425 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > port after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.630794 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > port after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.631149 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > port after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.631709 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 11:06:06.632136 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > subnet after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.632488 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > subnet after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.632833 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > subnet after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.633226 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 11:06:06.633629 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > network after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.633976 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > network after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.634316 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > network after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.634738 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 11:06:06.635700 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > security_group after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.636051 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > security_group after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.636392 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > security_group after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.636928 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 11:06:06.637342 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.637697 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.638043 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.638435 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 11:06:06.638838 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > address_group after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.639185 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > address_group after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.639552 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > address_group after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.643649 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94520) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 11:06:06.643649 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] ML2 OVO RPC backend initialized. {{(pid=94520) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 11:06:06.643649 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router_interface after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.643649 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.643649 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > network before_response 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644039 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > networks before_response 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644039 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > port before_response 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644039 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > ports before_response 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644039 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > subnet before_response 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644340 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > subnets before_response 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644340 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > network after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644340 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > network after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644560 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > network after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.644710 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > port after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.645043 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > port after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.645372 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > port after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.645703 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > subnet after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.646033 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > subnet after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.646363 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > subnet after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.646928 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.plugin [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Modular L2 Plugin initialization complete Sep 14 11:06:06.647256 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading services supported by the core plugin {{(pid=94520) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 11:06:06.647605 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.plugins.ml2.managers [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Got port-security extension from driver 'port_security' Sep 14 11:06:06.648066 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.extensions.vlantransparent [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Disabled vlantransparent extension. Sep 14 11:06:06.648544 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94520) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 11:06:06.648856 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading Plugin: router Sep 14 11:06:06.684866 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router_interface before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.685254 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router after_create 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.685626 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router before_create 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.685992 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.686368 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.686725 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router after_delete 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.687082 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > floatingip after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.687454 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > floatingip after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.687813 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router after_create 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.688160 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router after_update 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.688509 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router after_update 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.688854 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.689213 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router after_update 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.689620 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_update 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.689988 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: port after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.690323 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: port after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.690659 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: subnet after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.691003 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.691377 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > port precommit_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.691730 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_create 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.692071 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: port before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.692413 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.692771 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router after_update 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.693113 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_delete 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.693465 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_create 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.693822 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router_interface after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.694165 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_update 55549900 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.694529 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > agent after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.694879 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > agent after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.695222 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > network after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.696094 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Tracking information for resource: router configured {{(pid=94520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:06:06.696424 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Tracking information for resource: floatingip configured {{(pid=94520) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:06:06.703451 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.db.l3_agentschedulers_db [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 11:06:06.704383 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: port after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.704760 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: port after_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.705114 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: port after_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.705653 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: port after_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.706832 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router before_create 55550100 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.707204 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_delete 55550100 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.707605 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_create 55550100 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.707976 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > router precommit_update 55550100 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.712654 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.services.provider_configuration [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service providers = [] {{(pid=94520) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 11:06:06.713050 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.db.servicetype_db [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94520) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 11:06:06.716673 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.services.service_base [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 11:06:06.717018 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.services.service_base [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 11:06:06.717357 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.services.service_base [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 11:06:06.718258 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.services.service_base [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94520) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 11:06:06.718632 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.services.service_base [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 11:06:06.719010 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:06:06.719349 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 11:06:06.730484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:06:06.730818 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading Plugin: auto_allocate Sep 14 11:06:06.736626 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: network precommit_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.737002 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: network precommit_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.737530 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:06:06.737852 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading Plugin: tag Sep 14 11:06:06.744410 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:06:06.744764 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading Plugin: timestamp Sep 14 11:06:06.748746 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:06:06.749075 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading Plugin: network_ip_availability Sep 14 11:06:06.754458 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.754834 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.755195 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.755938 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:06:06.756261 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading Plugin: flavors Sep 14 11:06:06.761458 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:06:06.761790 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading Plugin: revisions Sep 14 11:06:06.766045 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94520) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:06:06.766437 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.653s {{(pid=94520) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 11:06:06.767167 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94520) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 11:06:06.767537 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Initializing extension manager. Sep 14 11:06:06.768049 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: __init__.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.768388 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: __pycache__ {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.768721 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.769052 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: address_group.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.769804 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.770373 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: address-group Sep 14 11:06:06.770694 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: address_scope.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.771626 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.772130 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: address-scope Sep 14 11:06:06.772451 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: admin_state_down_before_update.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.773373 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.773873 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: router-admin-state-down-before-update Sep 14 11:06:06.774193 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: agent.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.774887 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.775408 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: agent Sep 14 11:06:06.776348 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: agent_resources_synced.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.777255 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.777753 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: agent-resources-synced Sep 14 11:06:06.778071 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: allowedaddresspairs.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.779925 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.780445 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: allowed-address-pairs Sep 14 11:06:06.780770 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: auto_allocated_topology.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.781842 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.782342 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: auto-allocated-topology Sep 14 11:06:06.782662 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: availability_zone.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.783370 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.783867 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: availability_zone Sep 14 11:06:06.784185 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: availability_zone_filter.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.785089 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.785587 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: availability_zone_filter Sep 14 11:06:06.785907 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: data_plane_status.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.786818 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.787311 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 11:06:06.787653 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: default_subnetpools.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.788557 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.789051 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: default-subnetpools Sep 14 11:06:06.789374 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: dhcpagentscheduler.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.790173 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.790672 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: dhcp_agent_scheduler Sep 14 11:06:06.790995 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: dns.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.792006 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.792501 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension dns-integration not supported by any of loaded plugins Sep 14 11:06:06.792825 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: dns_domain_ports.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.793734 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.794235 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 11:06:06.794557 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.795499 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.795998 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 11:06:06.796318 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: dvr.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.796987 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.797483 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: dvr Sep 14 11:06:06.797801 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: ecmp_routes.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.798713 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.799209 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 11:06:06.799554 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: empty_string_filtering.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.800455 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.800951 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: empty-string-filtering Sep 14 11:06:06.801275 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.802174 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.802669 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 11:06:06.802988 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.803907 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.804404 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 11:06:06.804723 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: external_net.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.805635 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.806134 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: external-net Sep 14 11:06:06.806455 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: extra_dhcp_opt.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.807975 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.808476 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: extra_dhcp_opt Sep 14 11:06:06.808795 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: extraroute.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.809697 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.810191 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: extraroute Sep 14 11:06:06.810510 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: extraroute_atomic.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.811563 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.812063 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: extraroute-atomic Sep 14 11:06:06.812382 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: filter_validation.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.813041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.813533 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: filter-validation Sep 14 11:06:06.813851 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: fip_pf_description.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.814754 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.815248 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 11:06:06.815602 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: fip_port_details.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.816517 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.817014 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: fip-port-details Sep 14 11:06:06.817332 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: flavors.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.818541 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.819047 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: flavors Sep 14 11:06:06.819397 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.821043 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.821558 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 11:06:06.821884 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: floatingip_pools.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.823347 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.823865 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: floatingip-pools Sep 14 11:06:06.824191 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: ip_allocation.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.825123 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.825631 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 11:06:06.825954 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.826871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.827407 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: ip-substring-filtering Sep 14 11:06:06.827733 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: l2_adjacency.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.828661 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.829156 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 11:06:06.829475 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: l3.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.830564 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.831077 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: router Sep 14 11:06:06.831431 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: l3_conntrack_helper.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.833645 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.834173 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 11:06:06.834500 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.835474 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.835982 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: ext-gw-mode Sep 14 11:06:06.836306 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.837217 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.837717 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: l3-ha Sep 14 11:06:06.838066 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: l3_flavors.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.838974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.839504 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: l3-flavors Sep 14 11:06:06.839826 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.840729 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.841230 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 11:06:06.841549 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: l3agentscheduler.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.842577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.843076 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: l3_agent_scheduler Sep 14 11:06:06.843436 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: logging.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.844913 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.845694 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension logging not supported by any of loaded plugins Sep 14 11:06:06.846026 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: metering.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.846767 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.847366 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: metering Sep 14 11:06:06.847692 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.848797 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.849307 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: metering_source_and_destination_fields Sep 14 11:06:06.849637 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: multiprovidernet.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.850557 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.851062 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: multi-provider Sep 14 11:06:06.851432 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: netmtu.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.852337 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.852837 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: net-mtu Sep 14 11:06:06.853160 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: netmtu_writable.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.854106 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.854607 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: net-mtu-writable Sep 14 11:06:06.854930 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: network_availability_zone.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.855624 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.856122 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: network_availability_zone Sep 14 11:06:06.856445 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: network_ip_availability.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.857535 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.858042 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: network-ip-availability Sep 14 11:06:06.858365 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: network_segment_range.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.859122 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.859649 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 11:06:06.859973 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: pagination.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.860945 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.861282 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: pagination Sep 14 11:06:06.861603 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: port_device_profile.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.862505 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.863006 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: port-device-profile Sep 14 11:06:06.863325 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.864262 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.864755 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: port-mac-address-regenerate Sep 14 11:06:06.865073 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.865985 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.866478 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: port-numa-affinity-policy Sep 14 11:06:06.866798 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: port_resource_request.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.867848 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.868348 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 11:06:06.868668 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: portbindings.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.870193 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.870691 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: binding Sep 14 11:06:06.871010 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: portbindings_extended.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.872296 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.872801 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: binding-extended Sep 14 11:06:06.873127 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: portsecurity.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.874035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.874536 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: port-security Sep 14 11:06:06.874862 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: project_id.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.875856 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.876187 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: project-id Sep 14 11:06:06.876512 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: providernet.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.877433 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.877933 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: provider Sep 14 11:06:06.878254 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.881846 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.882310 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos not supported by any of loaded plugins Sep 14 11:06:06.882645 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.883920 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.884426 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 11:06:06.884751 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.886454 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.886960 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 11:06:06.887288 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_default.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.888218 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.888721 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-default not supported by any of loaded plugins Sep 14 11:06:06.889046 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_fip.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.889696 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.890190 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-fip not supported by any of loaded plugins Sep 14 11:06:06.890511 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_gateway_ip.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.891466 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.891965 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 11:06:06.892284 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_port_network_policy.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.893196 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.893698 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 11:06:06.894021 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_pps_rule.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.895186 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.895725 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-pps not supported by any of loaded plugins Sep 14 11:06:06.896051 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_rule_type_details.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.896967 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.897468 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 11:06:06.897790 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: qos_rules_alias.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.898825 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.899355 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 11:06:06.899681 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: quotasv2.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.900631 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.901085 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: quotas Sep 14 11:06:06.901408 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: quotasv2_detail.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.904690 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.905032 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: quota_details Sep 14 11:06:06.905365 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: rbac.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.906411 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.906932 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: rbac-policies Sep 14 11:06:06.907262 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: rbac_address_group.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.908218 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.908723 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: rbac-address-group Sep 14 11:06:06.909047 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: rbac_address_scope.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.909956 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.910461 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: rbac-address-scope Sep 14 11:06:06.910783 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: rbac_security_groups.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.911736 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.912237 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: rbac-security-groups Sep 14 11:06:06.912557 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: rbac_subnetpool.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.913467 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.913969 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: rbac-subnetpool Sep 14 11:06:06.914289 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: revisionifmatch.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.915201 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.915741 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: revision-if-match Sep 14 11:06:06.916063 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: revisions.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.917240 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.917772 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: standard-attr-revisions Sep 14 11:06:06.918097 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: router_availability_zone.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.918770 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.919273 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: router_availability_zone Sep 14 11:06:06.919620 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: routerservicetype.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.920536 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.921033 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension router-service-type not supported by any of loaded plugins Sep 14 11:06:06.921353 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.922273 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.922776 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: security-groups-normalized-cidr Sep 14 11:06:06.923098 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: security_groups_port_filtering.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.924035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.924535 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: port-security-groups-filtering Sep 14 11:06:06.924855 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.925764 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.926264 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: security-groups-remote-address-group Sep 14 11:06:06.926585 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: securitygroup.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.937974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.938498 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: security-group Sep 14 11:06:06.938836 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: segment.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.939663 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.940173 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension segment not supported by any of loaded plugins Sep 14 11:06:06.940502 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.941449 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.941952 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 11:06:06.942276 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: servicetype.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.943466 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.943978 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: service-type Sep 14 11:06:06.944308 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: sorting.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.945295 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.945626 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: sorting Sep 14 11:06:06.945946 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: standard_attr_segment.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.946860 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.947420 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 11:06:06.948345 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: standardattrdescription.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.948996 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.949502 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: standard-attr-description Sep 14 11:06:06.949826 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: stateful_security_group.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.950749 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.951257 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: stateful-security-group Sep 14 11:06:06.951609 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: stdattrs_common.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.952187 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 11:06:06.952505 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.953423 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.953926 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 11:06:06.954247 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: subnet_onboard.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.955316 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.955854 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: subnet_onboard Sep 14 11:06:06.956178 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.957101 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.957601 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 11:06:06.957922 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: subnet_service_types.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.958841 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.959368 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: subnet-service-types Sep 14 11:06:06.959902 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: subnetallocation.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.960767 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.961275 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: subnet_allocation Sep 14 11:06:06.961606 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.962277 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.962778 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: subnetpool-prefix-ops Sep 14 11:06:06.963651 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.964738 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.965245 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 11:06:06.965563 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: tagging.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.966642 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.967153 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: standard-attr-tag Sep 14 11:06:06.967508 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: timestamp.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.968703 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.969212 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loaded extension: standard-attr-timestamp Sep 14 11:06:06.969541 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: trunk.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.970837 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.971353 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension trunk not supported by any of loaded plugins Sep 14 11:06:06.971765 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: trunk_details.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.972696 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.973198 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension trunk-details not supported by any of loaded plugins Sep 14 11:06:06.973520 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: uplink_status_propagation.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.974436 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.974936 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 11:06:06.975259 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Loading extension file: vlantransparent.py {{(pid=94520) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:06:06.975948 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94520) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:06:06.976448 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 11:06:06.979637 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:network Sep 14 11:06:06.980165 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:subnet Sep 14 11:06:06.980564 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:06:06.980982 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:port Sep 14 11:06:06.982189 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.982636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service FLAVORS assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.983261 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.983711 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.984072 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:router Sep 14 11:06:06.984504 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:floatingip Sep 14 11:06:06.984985 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service METERING assigned prefix: /metering {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.986416 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.986786 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.987138 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:06:06.988200 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 11:06:06.988660 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:security_group Sep 14 11:06:06.989088 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 11:06:06.989671 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service CORE assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.990005 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:06:06.990351 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] subnetpool is already registered Sep 14 11:06:06.990814 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service CORE assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.991142 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:06:06.991516 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] subnetpool is already registered Sep 14 11:06:06.993822 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.994254 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service FLAVORS assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.995097 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.995555 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.995890 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:router Sep 14 11:06:06.996232 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] router is already registered Sep 14 11:06:06.996641 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:floatingip Sep 14 11:06:06.996978 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] floatingip is already registered Sep 14 11:06:06.997430 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service METERING assigned prefix: /metering {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:06.998094 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 11:06:06.998424 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] rbac_policy is already registered Sep 14 11:06:06.998835 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:security_group Sep 14 11:06:06.999171 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] security_group is already registered Sep 14 11:06:06.999600 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 11:06:06.999936 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] security_group_rule is already registered Sep 14 11:06:07.000556 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service CORE assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:07.000886 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:06:07.001222 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] subnetpool is already registered Sep 14 11:06:07.001644 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.v2.resource_helper [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Service CORE assigned prefix: {{(pid=94520) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:06:07.001973 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:06:07.002304 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING neutron.quota.resource_registry [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] subnetpool is already registered Sep 14 11:06:07.002759 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: extensions {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.004270 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: address-groups {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.005748 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: address-scopes {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.007090 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: agents {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.008289 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: auto-allocated-topology {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.009522 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: availability_zones {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.010777 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: dhcp-networks {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.012326 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: dhcp-agents {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.013745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: routers {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.015981 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: flavors {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.017156 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: service_profiles {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.018358 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: next_providers {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.019843 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: service_profiles {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.021389 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: floatingip-pools {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.022596 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: routers {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.024736 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: floatingips {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.026569 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: l3-routers {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.027975 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: l3-agents {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.029393 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: metering-labels {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.030751 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: metering-label-rules {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.032055 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: network-ip-availabilities {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.033339 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: bindings {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.035854 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: quotas {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.037325 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: quotas {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.038744 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: rbac-policies {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.039971 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: security-groups {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.041895 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: security-group-rules {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.059812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: service-providers {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.059812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: subnetpools {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.059812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: subnetpools {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.059812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.059812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.059812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.059812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.060436 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.060436 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.060436 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.060436 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.061675 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.063434 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron.api.extensions [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Extended resource: tags {{(pid=94520) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:06:07.069447 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING keystonemiddleware.auth_token [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 11:06:07.074200 dv-cinder-804757-8-iscsi neutron-server[94520]: WARNING keystonemiddleware.auth_token [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 11:06:07.082759 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Acquired lock "singleton_lock" {{(pid=94520) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 11:06:07.083236 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_concurrency.lockutils [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Releasing lock "singleton_lock" {{(pid=94520) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 11:06:07.083889 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO oslo_service.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Starting 2 workers Sep 14 11:06:07.089508 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Started child 94631 {{(pid=94520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 11:06:07.093793 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Started child 94632 {{(pid=94520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 11:06:07.095299 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:07.096111 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO neutron.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 11:06:07.096388 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Notify callbacks [] for process, before_spawn {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:07.096778 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [-] (94631) wsgi starting up on http://0.0.0.0:9696 Sep 14 11:06:07.098783 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO oslo_service.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Starting 1 workers Sep 14 11:06:07.098971 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:07.105859 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [-] (94632) wsgi starting up on http://0.0.0.0:9696 Sep 14 11:06:07.106014 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Started child 94633 {{(pid=94520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 11:06:07.106014 dv-cinder-804757-8-iscsi neutron-server[94520]: INFO oslo_service.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Starting 1 workers Sep 14 11:06:07.108794 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] calling RpcWorker wait() {{(pid=94633) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 11:06:07.109334 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] returning from RpcWorker wait() {{(pid=94633) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 11:06:07.109623 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Started child 94634 {{(pid=94520) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 11:06:07.110453 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2718-2f92-4132-b357-85abe7a73ced None None] Notify callbacks [] for process, after_spawn {{(pid=94520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:07.110562 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:07.111017 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:07.112481 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94520) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 11:06:07.112688 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 11:06:07.112869 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 11:06:07.113079 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 11:06:07.113408 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 11:06:07.113566 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 11:06:07.114055 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.114328 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.114578 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.114834 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.115118 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.115740 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.115887 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:07.116359 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.116359 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.116531 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.116710 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.116886 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.117049 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.117297 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.117531 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.117825 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.118087 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.118333 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.118583 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.118750 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.119006 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.119301 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.119581 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.119847 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] debug = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.120084 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.120679 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.120908 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.121167 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.121401 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.121683 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.121908 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.122161 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.122403 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.122617 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.122879 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.123127 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.123374 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.123606 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.123841 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.124084 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.124298 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.124780 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] host = dv-cinder-804757-8-iscsi {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.125012 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.125246 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.125663 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.126053 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.126459 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.126837 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.127275 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.127707 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.128106 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.128480 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.128901 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.129315 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.129566 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60474) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:07.129724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.129888 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.130030 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_options = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.130210 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.130461 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.130720 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.130910 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.131082 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.131259 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.131526 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.131690 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.131977 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.132147 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.132360 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.132575 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.132829 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.133062 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.133317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.133564 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.133832 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.134021 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.134265 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.134510 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.134736 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.135045 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.136469 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.136469 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.136469 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.136469 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.136469 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.136837 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.136837 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.138724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.138724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.138724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.138724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.138724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.138724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.138724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.138724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.139385 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.139385 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.139385 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.139603 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.139839 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.140053 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.140297 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.140509 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.140724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.140946 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_json = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.141157 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.141387 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.141658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.141871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.142628 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.142628 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.143106 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102129 Sep 14 11:06:07.143192 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.143192 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.143192 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.144136 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.144582 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.151745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.152896 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.152896 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.152896 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.152896 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.152896 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.152896 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.152896 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.152896 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153484 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153996 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153996 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153996 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153996 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153996 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.153996 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.154337 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.154461 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.154690 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.154963 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.155414 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.155681 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.155903 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.156139 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.156381 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.156709 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.156944 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.157207 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.157446 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.157696 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.157922 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.158140 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.158356 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.158572 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.158801 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.159037 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.159305 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.159579 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.159799 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.160062 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.160291 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.160457 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.160724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.160941 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.161154 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.161365 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.161614 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.161820 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.162080 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.162323 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.162536 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.162747 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.162996 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.163207 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.163528 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.163761 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.163979 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.164223 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.164434 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.164665 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.164882 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.165101 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.165311 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.165520 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.165730 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.165945 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.166218 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.167030 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169209 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169209 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169209 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169209 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169209 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169209 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169209 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169209 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169761 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:07.169835 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169835 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.169835 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.170061 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.170156 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.170376 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.170638 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.170901 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.171128 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.171428 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.171599 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.171834 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.172052 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.172289 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.172504 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.172735 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.172978 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.173222 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.173471 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.173724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.173953 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.174205 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.174466 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.174698 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.174974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.175191 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.175478 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.175752 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.176009 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.176279 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.176508 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.176776 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.177032 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.177285 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.177521 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.177768 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.178013 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.178229 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.178510 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.178757 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.178978 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.179191 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.180298 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.180774 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.181156 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.181535 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.181971 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.182407 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.182657 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.182904 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.183171 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.183999 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.183999 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.183999 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.184237 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.184440 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.184642 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.185066 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.185169 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.185467 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.185614 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.185875 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.186082 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.186296 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.186544 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.198131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.198131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.198131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.198131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.198131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.198131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.198131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.198131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200041 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.200658 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.201871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.201871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.201871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.201871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.201871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.201871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.201871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.201871 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.202827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.202827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.202827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.202827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.202827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.202827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.202827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.202827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.203317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.203317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.203317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.203317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.203317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.203317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.203317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.203317 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204035 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.204577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205044 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205044 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205044 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205044 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205044 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205044 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205044 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205044 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.205636 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206187 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206187 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206187 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206187 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206187 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206187 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206187 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206672 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206672 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.206850 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.207069 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.208387 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.208808 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.209188 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.209585 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.210027 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.210404 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.210674 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.210898 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.211109 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.212248 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.212248 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.212248 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.212248 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.212577 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.212727 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.213039 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.213885 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.214105 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.214320 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.214614 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.214947 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.215222 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.215487 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.215717 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.215952 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.216175 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.216387 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.217357 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.217357 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.217357 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.217357 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.217726 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.217726 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.217943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.218190 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.218438 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.218679 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.218904 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.219412 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.219412 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.219618 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 11:06:07.220353 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94520) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 11:06:07.220491 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 11:06:07.220640 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 11:06:07.220806 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 11:06:07.220968 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 11:06:07.221120 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 11:06:07.221328 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.221550 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.221666 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.221789 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.221947 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.222125 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.222284 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.222441 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.222598 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.222761 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.222936 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.223101 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.223258 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.223374 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.223548 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.223737 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.223840 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.223997 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.224448 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.224448 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.224448 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.224975 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.224975 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] debug = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.224975 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.225455 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.225455 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.225455 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.225890 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.225890 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.225890 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.226324 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.226324 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.226324 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.226709 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.226709 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.226709 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.227095 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.227095 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.227382 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.227382 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.227541 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] host = dv-cinder-804757-8-iscsi {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.227616 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.227750 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.227908 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.228064 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.228222 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.228377 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.228534 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.228772 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.228938 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.229094 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.229417 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.230386 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.230572 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.230735 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.230894 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_options = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.231052 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.231210 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.232292 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.232477 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.232642 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.232801 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.232963 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.233120 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.233277 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.233433 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.233590 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.233746 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.234827 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.234987 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.235145 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.235303 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.235498 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.235635 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.235792 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.235948 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.236109 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.236290 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.236421 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.236576 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.236732 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.236888 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.237043 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.237198 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.237355 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.237511 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.237669 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.237825 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.237983 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.238139 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.238294 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.238476 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.238592 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.238756 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.238916 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.239073 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.239228 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.239405 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.239564 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.239719 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.239876 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.240033 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.240190 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_json = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.240345 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.240501 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.240659 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.240820 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.240975 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.241131 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.241286 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.241443 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:06:07.241619 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.241811 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.241948 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.242107 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.242266 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.242426 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.242585 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.242745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.242906 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.243067 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.243234 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.243425 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.243596 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.243755 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.243915 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.244077 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.244262 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.244427 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.244718 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.244881 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.245109 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.245249 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.245386 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.245524 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.245664 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.245765 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.245911 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.246087 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.246246 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.246405 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.246564 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.246721 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.246881 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.247042 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.247202 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.247383 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.247541 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.247698 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.247856 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.248014 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.248203 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.248365 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.248524 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.248683 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.248842 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.249001 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.249158 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.249316 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.249476 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.249634 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.249799 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.250157 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.250157 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.250306 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.250397 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.250565 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.250724 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.250960 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.251050 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.251190 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.252482 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.252795 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.254725 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.254725 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.254725 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.254725 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.254725 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.254725 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.255748 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.255748 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.255748 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.255748 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.256092 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.256215 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.256511 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.256783 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.257033 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.257303 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.257570 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.257819 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.258073 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.258325 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.258589 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.258841 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.259108 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.259379 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.259656 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.260264 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.260264 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.260514 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.260702 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.261463 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.261745 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.261990 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.262262 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.263154 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.263154 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.263154 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.263439 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.263602 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.264064 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.264529 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.264805 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.265111 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.265375 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.265481 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.265639 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.265803 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.265969 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.266132 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.266295 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.266457 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.266619 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.266967 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.266967 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.267167 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.267253 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.267409 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.267572 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.267731 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.267898 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.268068 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.268229 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.268389 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.268548 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.268706 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.268875 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.269023 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.269861 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.269861 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.269861 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.269861 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.269861 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.270233 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.270233 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.270233 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.270446 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.270551 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.270709 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.270866 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.271023 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.271182 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.271364 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.271516 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.271671 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.271828 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.271991 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.272146 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.272306 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.272463 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.273974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.273974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.273974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.273974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.273974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.273974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.273974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.273974 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.274605 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.274605 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.274605 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.274605 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.274605 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.274605 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.275016 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.275016 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.275016 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.275238 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.275325 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.275441 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277271 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.277812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.278003 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.278201 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.278413 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.278565 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.278726 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.278894 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.279048 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.279208 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.279382 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.279537 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.279696 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.279854 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.280019 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.280192 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.280352 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.280511 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.280671 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.280832 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.280990 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.281148 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.281306 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.281466 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.281628 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.281784 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.281945 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.282106 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.282266 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.282424 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.282582 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.282740 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.282904 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.283062 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.284533 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.284533 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.284533 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.284533 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.284533 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.284533 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.284533 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.284533 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285087 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285087 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285087 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285087 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285365 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285365 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285510 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285644 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285802 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.285961 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.286129 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.286289 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.286447 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.286605 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.286763 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.286921 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.287137 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.287238 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288221 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288221 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288221 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288221 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288221 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288221 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288682 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288682 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288682 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288912 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.288912 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.289058 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.289193 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.289361 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.289979 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.289979 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.289979 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.289979 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.290273 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.290273 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.290419 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.290574 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.291369 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.291369 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.291369 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.291369 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.291672 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.291672 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.291812 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.291930 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.292093 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.292253 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.292418 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.292594 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.292751 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.292914 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.293073 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.293282 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.293385 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.294943 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.295686 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.295686 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.295686 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.295686 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.295686 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:06:07.295686 dv-cinder-804757-8-iscsi neutron-server[94520]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94520) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 11:06:07.347616 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:19.008770 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ee891-974f-41d2-bad8-ab755d55d9f0 None None] get_active_networks_info from dv-cinder-804757-8-iscsi {{(pid=94633) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 11:06:19.139565 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ee891-974f-41d2-bad8-ab755d55d9f0 None None] No non-hosted networks {{(pid=94633) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 11:06:19.145582 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.agentschedulers_db [None req-e99ee891-974f-41d2-bad8-ab755d55d9f0 None None] DHCP Agent not found on host dv-cinder-804757-8-iscsi {{(pid=94633) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 14 11:06:19.227301 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b174ef6b-c518-4cfd-8410-e06eed8d0484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-300765'] for agent, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:22.006331 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d157c63-4668-4e40-bb6c-b5779996b67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-300765'] for agent, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:22.079728 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.db.api [None req-06c74a74-d541-4063-8c4e-ba2fa6f028d0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804757-8-iscsi {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:06:22.080319 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG oslo_db.api [None req-06c74a74-d541-4063-8c4e-ba2fa6f028d0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:06:22.387791 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-300765'] for agent, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:22.389271 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.390337 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.391171 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.391971 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.393214 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.393728 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.394242 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.395194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.396437 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.397447 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.398433 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.400906 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:22.402041 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:22.419237 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:22.684543 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06c74a74-d541-4063-8c4e-ba2fa6f028d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:22.814557 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-300765'] for agent, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.461523 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-300765'] for agent, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:24.708235 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.db.l3_hamode_db [None req-0bb769ff-59b5-4bc4-94a1-7eef3463b4e4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 11:06:24.789595 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb769ff-59b5-4bc4-94a1-7eef3463b4e4 None None] Routers set() bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:24.790013 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb769ff-59b5-4bc4-94a1-7eef3463b4e4 None None] Router IDs set() for agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 11:06:25.545733 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 60580) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:26.046762 dv-cinder-804757-8-iscsi neutron-server[94632]: WARNING oslo_policy.policy [None req-e6490346-1508-41ce-8318-3d38a4f8740f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:06:26.047360 dv-cinder-804757-8-iscsi neutron-server[94632]: WARNING oslo_policy.policy [None req-e6490346-1508-41ce-8318-3d38a4f8740f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:06:26.274286 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [None req-e6490346-1508-41ce-8318-3d38a4f8740f admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:06:26.276309 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-e6490346-1508-41ce-8318-3d38a4f8740f admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7283182 Sep 14 11:06:28.677779 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 60594) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:28.988625 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-e41d9f03-4548-4feb-8a12-fcafc2105ae3 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:29.087103 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.policy [None req-e41d9f03-4548-4feb-8a12-fcafc2105ae3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94632) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 11:06:29.134041 dv-cinder-804757-8-iscsi neutron-server[94632]: WARNING oslo_policy.policy [None req-e41d9f03-4548-4feb-8a12-fcafc2105ae3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:06:29.134490 dv-cinder-804757-8-iscsi neutron-server[94632]: WARNING oslo_policy.policy [None req-e41d9f03-4548-4feb-8a12-fcafc2105ae3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:06:29.143298 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.quota [None req-e41d9f03-4548-4feb-8a12-fcafc2105ae3 admin admin] Loaded quota_driver: . Sep 14 11:06:29.378284 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e41d9f03-4548-4feb-8a12-fcafc2105ae3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767488926852', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767488928089', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767488980958', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767488982658', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767489331304', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767488961816', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7646846', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7977414', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559475', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-779081'] for rbac-policy, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.608872 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e41d9f03-4548-4feb-8a12-fcafc2105ae3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:29.610082 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-e41d9f03-4548-4feb-8a12-fcafc2105ae3 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9313383 Sep 14 11:06:32.228554 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 60606) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:32.531108 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'project_id': '11f59c06e4034754b94363cfd55e010e', 'name': 'private'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:32.638456 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Made reservation on behalf of 11f59c06e4034754b94363cfd55e010e for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:32.641298 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.657799 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.775669 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.849671 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.869741 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:06:32.896564 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767491712916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:32.897148 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Unsubscribe: segment precommit_create {{(pid=94632) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 11:06:32.897648 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Added segment 3bfb83a4-a6f5-4c65-b620-4e4181668a4e of type vlan for network ec731ea9-b0bd-43c3-baef-21002d7f5b51 Sep 14 11:06:32.913393 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d428b0-5710-450c-90bf-9610d9f2cccd,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:32.961520 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.961876 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.962232 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.962575 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.963047 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.963415 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.963747 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.964067 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.964410 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.964733 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.965050 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.965367 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Tracked resource versions report: Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: pushed versions: Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: { 'AddressGroup': {'1.2'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'ConntrackHelper': {'1.0'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Log': {'1.0'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Network': {'1.1'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Port': {'1.7'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'PortForwarding': {'1.2'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'QosPolicy': {'1.9'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SecurityGroup': {'1.4'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SubPort': {'1.0'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Subnet': {'1.1'}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Trunk': {'1.1'}} Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: consumer versions: Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: { DHCP agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: L3 agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: Metadata agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: Metering agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: Open vSwitch agent@dv-cinder-804757-8-iscsi: { 'AddressGroup': '1.2', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'ConntrackHelper': '1.0', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Log': '1.0', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Network': '1.1', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Port': '1.7', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'PortForwarding': '1.2', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'QosPolicy': '1.9', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SecurityGroup': '1.4', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SecurityGroupRule': '1.2', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SubPort': '1.0', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Subnet': '1.1', Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Trunk': '1.1'}} Sep 14 11:06:32.966448 dv-cinder-804757-8-iscsi neutron-server[94632]: {{(pid=94632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:06:33.017190 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.238497 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.239675 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:33.240330 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:33.332672 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] Pushing event updated for resources: {'Network': ['ID=ec731ea9-b0bd-43c3-baef-21002d7f5b51,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:33.346433 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network ec731ea9-b0bd-43c3-baef-21002d7f5b51 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:06:33.558733 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-096dc582-0ecf-40e5-9bb4-1f1c242d2a06 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3290355 Sep 14 11:06:36.240614 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 60620) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:36.645656 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab42737-3274-470f-bfb8-4ff11f74ef43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:36.647054 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4ab42737-3274-470f-bfb8-4ff11f74ef43 admin admin] 10.222.0.59 "GET /v2.0/networks/ec731ea9-b0bd-43c3-baef-21002d7f5b51 HTTP/1.1" status: 200 len: 825 time: 0.4054887 Sep 14 11:06:36.672034 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-cdad64a7-8105-4852-81bf-67bf62393b57 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/fd164ac4-bcbc-426b-b1e4-032ddbd509a4 HTTP/1.1" status: 200 len: 734 time: 0.0181854 Sep 14 11:06:36.681350 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'fd164ac4-bcbc-426b-b1e4-032ddbd509a4', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'tenant_id': '11f59c06e4034754b94363cfd55e010e'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:36.803683 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Made reservation on behalf of 11f59c06e4034754b94363cfd55e010e for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:36.806487 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.233291 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.307890 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Checking segment: {'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:37.308536 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Network hostable DHCP agents. Network: ec731ea9-b0bd-43c3-baef-21002d7f5b51, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:06:37.310253 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37aa1f0-9959-42ca-93b1-f5abfacb379c,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:37.499732 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Network ec731ea9-b0bd-43c3-baef-21002d7f5b51 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:06:37.586726 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, ec731ea9-b0bd-43c3-baef-21002d7f5b51) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:37.591639 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:37.592229 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:37.597946 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3de8c6b-0506-4ed0-96ec-6d03f73a1c7f None None] Network ec731ea9-b0bd-43c3-baef-21002d7f5b51 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:06:37.673466 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-e2d0a459-8779-4939-af98-60ed91ff5785 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9955492 Sep 14 11:06:37.921427 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'fixed_ips': [{'subnet_id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:06:37.922659 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.231115 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Allocated IP 172.20.0.2 (ec731ea9-b0bd-43c3-baef-21002d7f5b51/d37aa1f0-9959-42ca-93b1-f5abfacb379c/38aa39c6-9da7-4fe3-8408-722e75ddf7c2) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:38.433910 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.476298 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Transition to ACTIVE for port object 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:38.497330 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Transition to ACTIVE for port object 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:38.632094 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.694902 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Network ec731ea9-b0bd-43c3-baef-21002d7f5b51 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:38.700340 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:38.716388 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:38.724367 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Pushing event updated for resources: {'Port': ['ID=38aa39c6-9da7-4fe3-8408-722e75ddf7c2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:38.766425 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.766694 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.767029 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.767374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.767706 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.768032 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.768375 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.768697 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.769032 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.769352 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.769693 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.769987 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Tracked resource versions report: Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: pushed versions: Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: { 'AddressGroup': {'1.2'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'ConntrackHelper': {'1.0'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Log': {'1.0'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Network': {'1.1'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Port': {'1.7'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'PortForwarding': {'1.2'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'QosPolicy': {'1.9'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SecurityGroup': {'1.4'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SubPort': {'1.0'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Subnet': {'1.1'}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Trunk': {'1.1'}} Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: consumer versions: Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: { DHCP agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: L3 agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: Metadata agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: Metering agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: Open vSwitch agent@dv-cinder-804757-8-iscsi: { 'AddressGroup': '1.2', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'ConntrackHelper': '1.0', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Log': '1.0', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Network': '1.1', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Port': '1.7', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'PortForwarding': '1.2', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'QosPolicy': '1.9', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SecurityGroup': '1.4', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SecurityGroupRule': '1.2', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SubPort': '1.0', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Subnet': '1.1', Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Trunk': '1.1'}} Sep 14 11:06:38.771053 dv-cinder-804757-8-iscsi neutron-server[94633]: {{(pid=94633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:06:38.805059 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Attempting to bind port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:06:38.805474 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Attempting to bind port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:06:38.805979 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Attempting to bind port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 on network ec731ea9-b0bd-43c3-baef-21002d7f5b51 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:06:38.810752 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:06:38.811150 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Checking segment: {'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:06:38.811632 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.812017 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Bound using segment: {'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:06:38.812497 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Bound port: 38aa39c6-9da7-4fe3-8408-722e75ddf7c2, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:06:38.812886 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:38.874134 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] For port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:06:38.878349 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] For port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=38aa39c6-9da7-4fe3-8408-722e75ddf7c2,segment=NetworkSegment(3bfb83a4-a6f5-4c65-b620-4e4181668a4e),segment_id=3bfb83a4-a6f5-4c65-b620-4e4181668a4e)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:06:38.966334 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:39.030111 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace145eb-a4d8-4636-b70b-8e7860757621 None None] Pushing event updated for resources: {'Port': ['ID=38aa39c6-9da7-4fe3-8408-722e75ddf7c2,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:40.217011 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60628) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:40.733339 dv-cinder-804757-8-iscsi neutron-server[94631]: WARNING oslo_policy.policy [None req-de7a4a5c-84a6-4a37-9a52-de3701b7eaaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:06:40.733933 dv-cinder-804757-8-iscsi neutron-server[94631]: WARNING oslo_policy.policy [None req-de7a4a5c-84a6-4a37-9a52-de3701b7eaaa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:06:40.956565 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [None req-de7a4a5c-84a6-4a37-9a52-de3701b7eaaa admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:06:40.957679 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-de7a4a5c-84a6-4a37-9a52-de3701b7eaaa admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7398434 Sep 14 11:06:43.502420 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60642) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:43.820408 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [None req-f3606002-500c-4f53-96fd-75fa9fb61b0a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:06:43.822058 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f3606002-500c-4f53-96fd-75fa9fb61b0a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179696 Sep 14 11:06:46.523517 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60656) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:46.824540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '11f59c06e4034754b94363cfd55e010e'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:46.891943 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.policy [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94631) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 11:06:46.939495 dv-cinder-804757-8-iscsi neutron-server[94631]: WARNING oslo_policy.policy [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:06:46.939906 dv-cinder-804757-8-iscsi neutron-server[94631]: WARNING oslo_policy.policy [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:06:46.948548 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.quota [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] Loaded quota_driver: . Sep 14 11:06:47.106323 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:47.108301 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:47.271174 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:47.392449 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:47.500774 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:47.502116 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-75b8b869-7c00-4f94-bb7a-011bef89b63c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9775927 Sep 14 11:06:47.679139 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64744ad4-02e5-447f-85c0-9ddc9f5d5323 None None] Network ec731ea9-b0bd-43c3-baef-21002d7f5b51 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:06:47.798965 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6fc27e68-6f6b-4d66-894b-6043882e149f None None] Provisioning for port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:48.062965 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:48.270990 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:48.275010 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:48.275448 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:48.381979 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:48.416131 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=38aa39c6-9da7-4fe3-8408-722e75ddf7c2,segment=NetworkSegment(3bfb83a4-a6f5-4c65-b620-4e4181668a4e),segment_id=3bfb83a4-a6f5-4c65-b620-4e4181668a4e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:06:48.505102 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:48.552142 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=38aa39c6-9da7-4fe3-8408-722e75ddf7c2,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:48.963985 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-40d8b0a0-f60b-4465-9895-307f16ab1b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:49.963605 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60666) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:50.022861 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:06:50.069165 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:50.069537 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:50.315583 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [None req-d88f711b-3cb1-4674-91a4-ab28b2450ded admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:06:50.316585 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d88f711b-3cb1-4674-91a4-ab28b2450ded admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3520553 Sep 14 11:06:51.951090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d9aef886-6a6d-4faa-a7ef-6c548dfe8082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:52.295233 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:52.815261 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:52.848421 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60684) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:52.982269 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:06:53.093833 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Made reservation on behalf of af1dff5832554c14950c20a2e686329f for: {'network': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:06:53.096840 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.112932 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.230415 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.340730 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.353867 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Reserving flat network on physical network physnet1 {{(pid=94631) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 11:06:53.383971 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767491712916', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.384688 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Unsubscribe: segment precommit_create {{(pid=94631) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 11:06:53.385220 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.segments_db [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Added segment 6956831b-bcd6-4a54-8f46-617f5dc0a8d8 of type flat for network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 Sep 14 11:06:53.402207 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7f3a16-3a8e-4e95-b754-196675fd57ba,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:53.453013 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.453375 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.453716 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.454074 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.454366 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.454697 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.455027 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.455368 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.455704 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.456029 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.456344 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.456659 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Tracked resource versions report: Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: pushed versions: Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: { 'AddressGroup': {'1.2'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'ConntrackHelper': {'1.0'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Log': {'1.0'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Network': {'1.1'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Port': {'1.7'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'PortForwarding': {'1.2'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'QosPolicy': {'1.9'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SecurityGroup': {'1.4'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SubPort': {'1.0'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Subnet': {'1.1'}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Trunk': {'1.1'}} Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: consumer versions: Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: { DHCP agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: L3 agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: Metadata agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: Metering agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: Open vSwitch agent@dv-cinder-804757-8-iscsi: { 'AddressGroup': '1.2', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'ConntrackHelper': '1.0', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Log': '1.0', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Network': '1.1', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Port': '1.7', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'PortForwarding': '1.2', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'QosPolicy': '1.9', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SecurityGroup': '1.4', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SecurityGroupRule': '1.2', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SubPort': '1.0', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Subnet': '1.1', Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Trunk': '1.1'}} Sep 14 11:06:53.457730 dv-cinder-804757-8-iscsi neutron-server[94631]: {{(pid=94631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:06:53.511940 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.666660 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.667756 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:53.668413 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:53.763360 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] Pushing event updated for resources: {'Network': ['ID=f11e0c1f-b74b-4f89-ac6e-424c66fbc405,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:53.773790 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:06:53.804080 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-de4b3195-23c9-4dc6-b6aa-deb18f96abb4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9545891 Sep 14 11:06:54.466318 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:56.089982 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60706) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:06:56.228929 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d1604c-d250-4779-a8b1-9c96bf9b1e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:06:56.230238 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-b9d1604c-d250-4779-a8b1-9c96bf9b1e3c admin admin] 10.222.0.59 "GET /v2.0/subnets/d37aa1f0-9959-42ca-93b1-f5abfacb379c HTTP/1.1" status: 200 len: 849 time: 0.1393061 Sep 14 11:06:56.368402 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e0d001f0-e938-4e8e-9fb9-e4819a699765 admin admin] 10.222.0.59 "GET /v2.0/routers/def558d9-b7cb-4784-86ca-de0f56fa3847 HTTP/1.1" status: 200 len: 704 time: 0.1320081 Sep 14 11:06:56.632343 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:56.930821 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Allocated IP 172.20.0.1 (ec731ea9-b0bd-43c3-baef-21002d7f5b51/d37aa1f0-9959-42ca-93b1-f5abfacb379c/99f3942c-586c-4fa4-a52e-9675f298b57d) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:06:57.114574 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:57.137710 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Transition to ACTIVE for port object 99f3942c-586c-4fa4-a52e-9675f298b57d will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:57.272708 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:57.339412 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Network ec731ea9-b0bd-43c3-baef-21002d7f5b51 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:57.348648 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:57.360550 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:06:57.360645 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:57.389806 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Pushing event updated for resources: {'Port': ['ID=99f3942c-586c-4fa4-a52e-9675f298b57d,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:57.657407 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:57.694797 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-3f9931bb-94e3-4178-8ae7-d9503d01b0bb None None] Provisioning for port 99f3942c-586c-4fa4-a52e-9675f298b57d completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:06:57.699928 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-3f9931bb-94e3-4178-8ae7-d9503d01b0bb None None] Provisioning complete for port 99f3942c-586c-4fa4-a52e-9675f298b57d triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:57.700302 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3f9931bb-94e3-4178-8ae7-d9503d01b0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:57.735288 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3f9931bb-94e3-4178-8ae7-d9503d01b0bb None None] Port 99f3942c-586c-4fa4-a52e-9675f298b57d cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:06:57.910408 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:57.996196 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:57.996974 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:58.056248 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Pushing event updated for resources: {'Port': ['ID=99f3942c-586c-4fa4-a52e-9675f298b57d,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:06:58.123071 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Network ec731ea9-b0bd-43c3-baef-21002d7f5b51 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:06:58.124387 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:06:58.356219 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-474ec83b-45b5-4133-95b3-990457de9c6b None None] Provisioning complete for port 99f3942c-586c-4fa4-a52e-9675f298b57d triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:06:58.356591 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-474ec83b-45b5-4133-95b3-990457de9c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:58.389054 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-474ec83b-45b5-4133-95b3-990457de9c6b None None] Port 99f3942c-586c-4fa4-a52e-9675f298b57d cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:06:58.428376 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Router def558d9-b7cb-4784-86ca-de0f56fa3847 is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:06:58.522682 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:06:58.530868 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-b958f9fb-5f54-4c92-b817-155d6aff9e9d admin admin] 10.222.0.59 "PUT /v2.0/routers/def558d9-b7cb-4784-86ca-de0f56fa3847/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1544669 Sep 14 11:06:58.547370 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Sync routers for ids ['def558d9-b7cb-4784-86ca-de0f56fa3847'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:06:58.559164 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Routers {'def558d9-b7cb-4784-86ca-de0f56fa3847'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:06:58.560043 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:06:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['def558d9-b7cb-4784-86ca-de0f56fa3847'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:58.748452 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Set router def558d9-b7cb-4784-86ca-de0f56fa3847 gateway port host: None {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:06:59.178016 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'name': 'router1', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:47Z', 'updated_at': '2021-09-14T11:06:57Z', 'revision_number': 2, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'gw_port_host': None, '_interfaces': [{'id': '99f3942c-586c-4fa4-a52e-9675f298b57d', 'name': '', 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'mac_address': 'fa:16:3e:70:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:56Z', 'updated_at': '2021-09-14T11:06:57Z', 'revision_number': 2, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'subnets': [{'id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd164ac4-bcbc-426b-b1e4-032ddbd509a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:06:59.229065 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Checking router: def558d9-b7cb-4784-86ca-de0f56fa3847 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:06:59.229436 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Updating router def558d9-b7cb-4784-86ca-de0f56fa3847 port 99f3942c-586c-4fa4-a52e-9675f298b57d binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:06:59.277183 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.811534 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:06:59.829031 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Transition to ACTIVE for port object 99f3942c-586c-4fa4-a52e-9675f298b57d will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:06:59.911897 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:00.070553 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Pushing event updated for resources: {'Port': ['ID=99f3942c-586c-4fa4-a52e-9675f298b57d,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:00.087517 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Attempting to bind port 99f3942c-586c-4fa4-a52e-9675f298b57d on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:00.088062 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Attempting to bind port 99f3942c-586c-4fa4-a52e-9675f298b57d by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:00.088482 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Attempting to bind port 99f3942c-586c-4fa4-a52e-9675f298b57d on network ec731ea9-b0bd-43c3-baef-21002d7f5b51 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:00.092487 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.093240 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.093240 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.093581 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.093846 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.094426 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.094746 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.095064 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.095407 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.095724 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.096038 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.096351 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Tracked resource versions report: Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: pushed versions: Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: { 'AddressGroup': {'1.2'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'ConntrackHelper': {'1.0'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Log': {'1.0'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Network': {'1.1'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Port': {'1.7'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'PortForwarding': {'1.2'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'QosPolicy': {'1.9'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SecurityGroup': {'1.4'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SubPort': {'1.0'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Subnet': {'1.1'}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Trunk': {'1.1'}} Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: consumer versions: Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: { DHCP agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: L3 agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: Metadata agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: Metering agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: Open vSwitch agent@dv-cinder-804757-8-iscsi: { 'AddressGroup': '1.2', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'ConntrackHelper': '1.0', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Log': '1.0', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Network': '1.1', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Port': '1.7', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'PortForwarding': '1.2', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'QosPolicy': '1.9', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SecurityGroup': '1.4', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SecurityGroupRule': '1.2', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SubPort': '1.0', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Subnet': '1.1', Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Trunk': '1.1'}} Sep 14 11:07:00.097412 dv-cinder-804757-8-iscsi neutron-server[94634]: {{(pid=94634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:07:00.103635 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:00.104052 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Checking segment: {'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:00.104518 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:00.104910 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Bound using segment: {'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:00.105487 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Bound port: 99f3942c-586c-4fa4-a52e-9675f298b57d, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfb83a4-a6f5-4c65-b620-4e4181668a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:00.105861 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:00.173909 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] For port 99f3942c-586c-4fa4-a52e-9675f298b57d, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:00.192580 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] For port 99f3942c-586c-4fa4-a52e-9675f298b57d, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=99f3942c-586c-4fa4-a52e-9675f298b57d,segment=NetworkSegment(3bfb83a4-a6f5-4c65-b620-4e4181668a4e),segment_id=3bfb83a4-a6f5-4c65-b620-4e4181668a4e)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:00.267118 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:00.328806 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b1e62-e8eb-4951-8ecd-42a1a1649011 None None] Pushing event updated for resources: {'Port': ['ID=99f3942c-586c-4fa4-a52e-9675f298b57d,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:00.332195 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Routers {'def558d9-b7cb-4784-86ca-de0f56fa3847'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:00.332807 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:06:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['def558d9-b7cb-4784-86ca-de0f56fa3847'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:00.427023 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] Set router def558d9-b7cb-4784-86ca-de0f56fa3847 gateway port host: None {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:00.638173 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'name': 'router1', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:47Z', 'updated_at': '2021-09-14T11:06:57Z', 'revision_number': 2, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'gw_port_host': None, '_interfaces': [{'id': '99f3942c-586c-4fa4-a52e-9675f298b57d', 'name': '', 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'mac_address': 'fa:16:3e:70:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:56Z', 'updated_at': '2021-09-14T11:07:00Z', 'revision_number': 4, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'subnets': [{'id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd164ac4-bcbc-426b-b1e4-032ddbd509a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:00.664177 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ed342a-18c5-4937-b399-9e3922fd0a78 None None] The sync data for ids ['def558d9-b7cb-4784-86ca-de0f56fa3847'] in dv-cinder-804757-8-iscsi is: [{'id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'name': 'router1', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:47Z', 'updated_at': '2021-09-14T11:06:57Z', 'revision_number': 2, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'gw_port_host': None, '_interfaces': [{'id': '99f3942c-586c-4fa4-a52e-9675f298b57d', 'name': '', 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'mac_address': 'fa:16:3e:70:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:56Z', 'updated_at': '2021-09-14T11:07:00Z', 'revision_number': 4, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'subnets': [{'id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd164ac4-bcbc-426b-b1e4-032ddbd509a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:00.851766 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60716) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:00.960928 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b45e7d-1e4d-44a1-9201-12134b594a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:00.962321 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-50b45e7d-1e4d-44a1-9201-12134b594a0b admin admin] 10.222.0.59 "GET /v2.0/networks/f11e0c1f-b74b-4f89-ac6e-424c66fbc405 HTTP/1.1" status: 200 len: 842 time: 0.1095777 Sep 14 11:07:00.972673 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:01.066071 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Made reservation on behalf of af1dff5832554c14950c20a2e686329f for: {'subnet': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:07:01.068387 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:01.433265 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.objects.ports [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94631) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 11:07:01.433715 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:01.491739 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=394cb841-8f09-4e6d-94ba-6c8bda49ea87,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:01.501724 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:01.502075 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Network hostable DHCP agents. Network: f11e0c1f-b74b-4f89-ac6e-424c66fbc405, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:07:01.626680 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:07:01.712745 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, f11e0c1f-b74b-4f89-ac6e-424c66fbc405) {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:01.716683 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:01.717284 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:01.722359 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0050152-f9d9-47df-8d31-a300c9fbbe97 None None] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:07:01.809877 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e9b3d37a-4bcd-496f-a848-ad2c50901aa2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8409035 Sep 14 11:07:01.852208 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee3ddd-7268-422f-ad30-99f457847a4a None None] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:07:04.106374 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60724) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:04.241729 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-68e8ecba-b664-4d39-b43c-feea6400ffea admin admin] 10.222.0.59 "GET /v2.0/routers/def558d9-b7cb-4784-86ca-de0f56fa3847 HTTP/1.1" status: 200 len: 710 time: 0.1343379 Sep 14 11:07:04.330629 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df4f03a-ce6d-4c69-ae05-6c92d78e87fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:07:04.337656 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0df4f03a-ce6d-4c69-ae05-6c92d78e87fa admin admin] 10.222.0.59 "GET /v2.0/networks/f11e0c1f-b74b-4f89-ac6e-424c66fbc405 HTTP/1.1" status: 200 len: 886 time: 0.0843925 Sep 14 11:07:04.341489 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:07:04.657638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:04.933740 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:05.014668 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:05.114133 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Allocated IP 172.27.0.110 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/adc2c15d-5ae0-4348-a888-b40693fab667) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:07:05.216449 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:05.329688 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:05.366400 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:07:05.371257 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:07:05.377825 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:07:05.414207 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Pushing event updated for resources: {'Port': ['ID=adc2c15d-5ae0-4348-a888-b40693fab667,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:05.748036 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:05.954037 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-300455', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-298263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5790'] for router, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:05.957347 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-300478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-300621', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-298286'] for router, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.070398 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Router def558d9-b7cb-4784-86ca-de0f56fa3847 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:07:06.074464 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 99f3942c-586c-4fa4-a52e-9675f298b57d up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:06.266245 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 99f3942c-586c-4fa4-a52e-9675f298b57d completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:06.270329 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 99f3942c-586c-4fa4-a52e-9675f298b57d triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:06.270796 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.277520 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:07:06.281885 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.283100 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-06377b0f-a716-4749-a2a4-e5fc834b719b admin admin] 10.222.0.59 "PUT /v2.0/routers/def558d9-b7cb-4784-86ca-de0f56fa3847 HTTP/1.1" status: 200 len: 890 time: 1.9447889 Sep 14 11:07:06.358396 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.392212 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 99f3942c-586c-4fa4-a52e-9675f298b57d, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=99f3942c-586c-4fa4-a52e-9675f298b57d,segment=NetworkSegment(3bfb83a4-a6f5-4c65-b620-4e4181668a4e),segment_id=3bfb83a4-a6f5-4c65-b620-4e4181668a4e)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:06.494174 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:06.545118 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=99f3942c-586c-4fa4-a52e-9675f298b57d,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:07.136202 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Sync routers for ids ['def558d9-b7cb-4784-86ca-de0f56fa3847'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:07:07.147123 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Routers {'def558d9-b7cb-4784-86ca-de0f56fa3847'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:07.148208 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:06:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['def558d9-b7cb-4784-86ca-de0f56fa3847'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:07.411917 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Set router def558d9-b7cb-4784-86ca-de0f56fa3847 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:07.819276 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'name': 'router1', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'adc2c15d-5ae0-4348-a888-b40693fab667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:47Z', 'updated_at': '2021-09-14T11:07:05Z', 'revision_number': 4, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'gw_port': {'id': 'adc2c15d-5ae0-4348-a888-b40693fab667', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:05Z', 'updated_at': '2021-09-14T11:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '99f3942c-586c-4fa4-a52e-9675f298b57d', 'name': '', 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'mac_address': 'fa:16:3e:70:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:56Z', 'updated_at': '2021-09-14T11:07:06Z', 'revision_number': 5, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'subnets': [{'id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd164ac4-bcbc-426b-b1e4-032ddbd509a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:07.873158 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Checking router: def558d9-b7cb-4784-86ca-de0f56fa3847 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:07:07.873512 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Updating router def558d9-b7cb-4784-86ca-de0f56fa3847 port adc2c15d-5ae0-4348-a888-b40693fab667 binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:07:07.920658 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.037395 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 99f3942c-586c-4fa4-a52e-9675f298b57d up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:08.144830 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 99f3942c-586c-4fa4-a52e-9675f298b57d triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:08.145505 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.349440 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.359662 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Transition to ACTIVE for port object adc2c15d-5ae0-4348-a888-b40693fab667 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:07:08.483236 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.534712 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Attempting to bind port adc2c15d-5ae0-4348-a888-b40693fab667 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:07:08.535083 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Attempting to bind port adc2c15d-5ae0-4348-a888-b40693fab667 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:07:08.535478 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Attempting to bind port adc2c15d-5ae0-4348-a888-b40693fab667 on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:07:08.538250 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc340ec-fcb7-4ff6-86f2-9143f42c1ad9 None None] Pushing event updated for resources: {'Port': ['ID=adc2c15d-5ae0-4348-a888-b40693fab667,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:08.543448 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:07:08.543823 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:07:08.544221 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.544625 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:07:08.545078 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Bound port: adc2c15d-5ae0-4348-a888-b40693fab667, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:07:08.545475 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.690340 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] For port adc2c15d-5ae0-4348-a888-b40693fab667, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:07:08.693610 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] For port adc2c15d-5ae0-4348-a888-b40693fab667, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=adc2c15d-5ae0-4348-a888-b40693fab667,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:07:08.751156 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 60736) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:07:08.779282 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:08.838823 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Routers {'def558d9-b7cb-4784-86ca-de0f56fa3847'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:07:08.839470 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:06:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['def558d9-b7cb-4784-86ca-de0f56fa3847'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:08.868430 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-61f8cf6d-53d6-4760-b564-58ddeaec5184 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1153841 Sep 14 11:07:08.958406 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc340ec-fcb7-4ff6-86f2-9143f42c1ad9 None None] Pushing event updated for resources: {'Port': ['ID=adc2c15d-5ae0-4348-a888-b40693fab667,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:09.044360 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] Set router def558d9-b7cb-4784-86ca-de0f56fa3847 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:07:09.261059 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'name': 'router1', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'adc2c15d-5ae0-4348-a888-b40693fab667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:47Z', 'updated_at': '2021-09-14T11:07:05Z', 'revision_number': 4, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'gw_port': {'id': 'adc2c15d-5ae0-4348-a888-b40693fab667', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:05Z', 'updated_at': '2021-09-14T11:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '99f3942c-586c-4fa4-a52e-9675f298b57d', 'name': '', 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'mac_address': 'fa:16:3e:70:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:56Z', 'updated_at': '2021-09-14T11:07:06Z', 'revision_number': 5, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'subnets': [{'id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd164ac4-bcbc-426b-b1e4-032ddbd509a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:07:09.287204 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a323fd0-2762-4ccf-ac54-808e717d7355 None None] The sync data for ids ['def558d9-b7cb-4784-86ca-de0f56fa3847'] in dv-cinder-804757-8-iscsi is: [{'id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'name': 'router1', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'adc2c15d-5ae0-4348-a888-b40693fab667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:06:47Z', 'updated_at': '2021-09-14T11:07:05Z', 'revision_number': 4, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'gw_port': {'id': 'adc2c15d-5ae0-4348-a888-b40693fab667', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:07:05Z', 'updated_at': '2021-09-14T11:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '99f3942c-586c-4fa4-a52e-9675f298b57d', 'name': '', 'network_id': 'ec731ea9-b0bd-43c3-baef-21002d7f5b51', 'tenant_id': '11f59c06e4034754b94363cfd55e010e', 'mac_address': 'fa:16:3e:70:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def558d9-b7cb-4784-86ca-de0f56fa3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:06:56Z', 'updated_at': '2021-09-14T11:07:06Z', 'revision_number': 5, 'project_id': '11f59c06e4034754b94363cfd55e010e', 'subnets': [{'id': 'd37aa1f0-9959-42ca-93b1-f5abfacb379c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd164ac4-bcbc-426b-b1e4-032ddbd509a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:07:10.079832 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device adc2c15d-5ae0-4348-a888-b40693fab667 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:10.254990 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port adc2c15d-5ae0-4348-a888-b40693fab667 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:07:10.260828 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port adc2c15d-5ae0-4348-a888-b40693fab667 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:10.261210 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.340950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.361059 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port adc2c15d-5ae0-4348-a888-b40693fab667, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=adc2c15d-5ae0-4348-a888-b40693fab667,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:07:10.499569 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:10.556061 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=adc2c15d-5ae0-4348-a888-b40693fab667,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:07:12.051529 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device adc2c15d-5ae0-4348-a888-b40693fab667 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:07:12.103020 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port adc2c15d-5ae0-4348-a888-b40693fab667 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:07:12.103522 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:17.191838 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:07:18.963715 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1315949b-0a2c-4ee9-8a09-9bf64cb70424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:21.967457 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-59583e54-d3c5-4d24-afa8-1d408c44f008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.306071 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:22.795821 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:24.454269 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:48.933004 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eeab4699-71b7-47b0-9c11-53179220df99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:52.430567 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27013496-8c70-447d-8e45-fd8d5e557e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:52.477012 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:52.847890 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:07:54.191437 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:07:54.476273 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:18.989859 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a96a4d83-fa81-4ab1-ac5c-8126d44eb2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:21.943581 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5059b2b0-3d25-4ce7-8713-6a8f89d5fe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:22.287068 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:22.817067 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:24.418040 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:31.190358 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:08:48.885597 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33066) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:08:48.947656 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bccff5-77a4-48f4-ae17-bb91108557da admin admin] GET failed (client error): The resource could not be found. Sep 14 11:08:48.949020 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-b3bccff5-77a4-48f4-ae17-bb91108557da admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624595 Sep 14 11:08:49.044903 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b59ce655-5538-40d8-aed3-8e9927b9eda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:49.118581 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b6982f-0710-473e-abfe-4feb1400a231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:49.120035 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e6b6982f-0710-473e-abfe-4feb1400a231 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1664121 Sep 14 11:08:51.309613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33076) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:08:51.400187 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e0526-34bb-4a88-a82b-1d7acc5c2a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:51.401532 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e54e0526-34bb-4a88-a82b-1d7acc5c2a5b admin admin] 10.222.0.59 "GET /v2.0/subnets/d37aa1f0-9959-42ca-93b1-f5abfacb379c HTTP/1.1" status: 200 len: 849 time: 0.0909364 Sep 14 11:08:51.411922 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:08:51.494111 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:51.748202 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767491524877'] for subnet, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:51.779918 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:51.780512 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:51.782260 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] 10.222.0.59 "PUT /v2.0/subnets/d37aa1f0-9959-42ca-93b1-f5abfacb379c HTTP/1.1" status: 200 len: 868 time: 0.3740506 Sep 14 11:08:51.785935 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e663534-20d0-4156-b06d-ef6b4e1bb18e None None] Network ec731ea9-b0bd-43c3-baef-21002d7f5b51 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:08:51.802485 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37aa1f0-9959-42ca-93b1-f5abfacb379c,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:08:51.810042 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.810419 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.810760 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.811098 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.811465 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.811821 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.812151 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.812479 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.812804 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.813127 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.813447 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.813768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41cfb1c-cb35-4698-b46e-73860f1692b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:08:51.958662 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bfbe6f18-4194-447e-9fb4-364e3d033acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:52.201296 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-4c463c0e-6bc3-4296-99fc-f4d49e156c6d None None] Provisioning complete for port 38aa39c6-9da7-4fe3-8408-722e75ddf7c2 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:08:52.201677 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c463c0e-6bc3-4296-99fc-f4d49e156c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:52.299968 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-4c463c0e-6bc3-4296-99fc-f4d49e156c6d None None] Provisioning complete for port 99f3942c-586c-4fa4-a52e-9675f298b57d triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:08:52.300225 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4c463c0e-6bc3-4296-99fc-f4d49e156c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:52.321758 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:52.800054 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:53.998229 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33084) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:08:54.204520 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b1178-cb45-40c2-9fe9-706c5232c437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:54.204945 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b1178-cb45-40c2-9fe9-706c5232c437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:54.206658 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-385b1178-cb45-40c2-9fe9-706c5232c437 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074404 Sep 14 11:08:54.486205 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:08:56.448096 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33092) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:08:56.657770 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995c4b3-8c3c-4d78-9075-0e917f814434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:56.658249 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995c4b3-8c3c-4d78-9075-0e917f814434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:56.659822 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4995c4b3-8c3c-4d78-9075-0e917f814434 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2107785 Sep 14 11:08:58.860318 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33102) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:08:58.988476 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f942c6e-0537-4ad9-be45-08abaa80aabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:08:58.990755 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0f942c6e-0537-4ad9-be45-08abaa80aabf admin admin] 10.222.0.59 "GET /v2.0/networks/ec731ea9-b0bd-43c3-baef-21002d7f5b51 HTTP/1.1" status: 200 len: 869 time: 0.1292675 Sep 14 11:09:01.223484 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33110) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:01.356756 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb5780-c34a-45e6-aee4-17ea276caaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:01.358054 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-8cfb5780-c34a-45e6-aee4-17ea276caaf4 admin admin] 10.222.0.59 "GET /v2.0/networks/f11e0c1f-b74b-4f89-ac6e-424c66fbc405 HTTP/1.1" status: 200 len: 886 time: 0.1336308 Sep 14 11:09:03.535827 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33118) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:03.667968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af33749-b3ed-4118-8c15-ba95601b1dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:03.668370 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af33749-b3ed-4118-8c15-ba95601b1dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:03.669915 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-2af33749-b3ed-4118-8c15-ba95601b1dc7 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329548 Sep 14 11:09:05.839390 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33126) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:05.931529 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd3600-ea50-44ec-bafe-a40b5b75b752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:05.931987 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cd3600-ea50-44ec-bafe-a40b5b75b752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:05.933489 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-59cd3600-ea50-44ec-bafe-a40b5b75b752 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930665 Sep 14 11:09:08.130931 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33134) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:08.188617 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:09:08.215677 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65daf7b-a303-4937-8f81-5d9326143943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:08.217270 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d65daf7b-a303-4937-8f81-5d9326143943 admin admin] 10.222.0.59 "GET /v2.0/subnets/394cb841-8f09-4e6d-94ba-6c8bda49ea87 HTTP/1.1" status: 200 len: 816 time: 0.0853674 Sep 14 11:09:10.423901 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33142) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:10.515964 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d878b1-44f7-4837-857d-ec3e333cff9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:10.517300 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-f8d878b1-44f7-4837-857d-ec3e333cff9c admin admin] 10.222.0.59 "GET /v2.0/subnets/d37aa1f0-9959-42ca-93b1-f5abfacb379c HTTP/1.1" status: 200 len: 868 time: 0.0924771 Sep 14 11:09:18.934910 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b86dca2a-8a52-4d61-a78a-9995bb0303f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:21.959165 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-28b02ee4-70ae-479d-90d2-60d42c52ab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.319052 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:22.753358 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:24.410762 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:34.920530 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33196) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:34.968065 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [None req-6a8a0c8f-1fc0-4016-ac40-608a2c1fabb7 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:09:34.969074 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6a8a0c8f-1fc0-4016-ac40-608a2c1fabb7 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475984 Sep 14 11:09:37.254423 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33204) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:37.313860 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.pecan_wsgi.hooks.translation [None req-80175a77-5f55-4780-b791-ed7453ed29d2 admin admin] GET failed (client error): The resource could not be found. Sep 14 11:09:37.315177 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-80175a77-5f55-4780-b791-ed7453ed29d2 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598214 Sep 14 11:09:37.400953 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3eb844-dff5-42a5-ba50-9e528c3f0168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:37.402374 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0b3eb844-dff5-42a5-ba50-9e528c3f0168 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818384 Sep 14 11:09:39.637154 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33212) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:39.684832 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:09:39.780924 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Made reservation on behalf of af1dff5832554c14950c20a2e686329f for: {'network': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:09:39.783151 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:39.810869 dv-cinder-804757-8-iscsi neutron-server[94631]: WARNING neutron.services.revisions.revision_plugin [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Could not find related network for resource to bump revision. Sep 14 11:09:39.824530 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=94631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:09:39.833706 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:39.834045 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.segments_db [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Added segment 5690d619-3626-4fbf-8f53-9a83cbb917cf of type vlan for network 93ff044a-1a9a-4863-9127-f90b85df3b1e Sep 14 11:09:39.879501 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:39.992775 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:39.993744 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:39.994342 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:40.050889 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=93ff044a-1a9a-4863-9127-f90b85df3b1e,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:40.060604 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 93ff044a-1a9a-4863-9127-f90b85df3b1e details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:09:40.113967 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-b2a372c7-3791-4a44-87f2-ef1d38474dd3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4756930 Sep 14 11:09:42.391519 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33220) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:09:42.453139 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc80fef-55ff-4a61-a445-f314324171b1 admin admin] GET failed (client error): The resource could not be found. Sep 14 11:09:42.454472 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-edc80fef-55ff-4a61-a445-f314324171b1 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620148 Sep 14 11:09:42.556193 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3cf2f2-76e7-4e00-b35b-f6d7bcae7c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:42.557664 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2c3cf2f2-76e7-4e00-b35b-f6d7bcae7c8f admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0985227 Sep 14 11:09:42.568676 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e', 'description': 'shared-subnet'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:09:42.632367 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Made reservation on behalf of af1dff5832554c14950c20a2e686329f for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:09:42.634473 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:42.872985 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:42.929174 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4f1f2c-0746-42be-b170-36d6564550d9,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:42.936265 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Checking segment: {'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:09:42.936608 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Network hostable DHCP agents. Network: 93ff044a-1a9a-4863-9127-f90b85df3b1e, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:09:42.939877 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.940235 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.940576 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.940925 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.941252 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.941603 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.941920 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.942239 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.942558 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.942874 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.943189 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:42.943533 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.049497 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Network 93ff044a-1a9a-4863-9127-f90b85df3b1e is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:09:43.112206 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 93ff044a-1a9a-4863-9127-f90b85df3b1e) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:09:43.116224 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:09:43.116800 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:43.120968 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe8529d-6d46-4fc7-adeb-d48334dda589 None None] Network 93ff044a-1a9a-4863-9127-f90b85df3b1e requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:43.210834 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4472ab1f-47db-468e-adc9-808cb333bf78 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6459930 Sep 14 11:09:43.362841 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-93ff044a-1a9a-4863-9127-f90b85df3b1e', 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e', 'tenant_id': 'af1dff5832554c14950c20a2e686329f', 'fixed_ips': [{'subnet_id': '1c4f1f2c-0746-42be-b170-36d6564550d9'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:09:43.363774 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:43.522519 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Allocated IP 192.168.233.2 (93ff044a-1a9a-4863-9127-f90b85df3b1e/1c4f1f2c-0746-42be-b170-36d6564550d9/af1ebd55-1cc1-4d7b-a5ff-e027db8385d2) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:09:43.660515 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:43.670225 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Transition to ACTIVE for port object af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:09:43.686179 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Transition to ACTIVE for port object af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:09:43.775715 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:43.824877 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Pushing event updated for resources: {'Port': ['ID=af1ebd55-1cc1-4d7b-a5ff-e027db8385d2,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:43.828033 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Network 93ff044a-1a9a-4863-9127-f90b85df3b1e is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:09:43.830162 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:09:43.836831 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.837185 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.837540 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.837884 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.838248 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.838612 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.838940 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.839839 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.839839 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.840011 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.840515 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.840839 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:09:43.854385 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:09:43.914890 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Attempting to bind port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:09:43.915262 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Attempting to bind port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:09:43.915655 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Attempting to bind port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 on network 93ff044a-1a9a-4863-9127-f90b85df3b1e {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:09:43.920608 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:09:43.920973 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Checking segment: {'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:09:43.921417 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:43.921810 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Bound using segment: {'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:09:43.922265 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Bound port: af1ebd55-1cc1-4d7b-a5ff-e027db8385d2, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:09:43.922691 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:43.985674 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] For port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:09:43.989296 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] For port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=af1ebd55-1cc1-4d7b-a5ff-e027db8385d2,segment=NetworkSegment(5690d619-3626-4fbf-8f53-9a83cbb917cf),segment_id=5690d619-3626-4fbf-8f53-9a83cbb917cf)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:09:44.090689 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:44.163886 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29e454-4da9-4a08-9f5d-9ec033a3a5ce None None] Pushing event updated for resources: {'Port': ['ID=af1ebd55-1cc1-4d7b-a5ff-e027db8385d2,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:44.947468 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf631cc6-4f7d-4b78-b08f-8ef5081e9047 None None] Network 93ff044a-1a9a-4863-9127-f90b85df3b1e requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:09:45.092768 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-437c6076-8cf0-41fb-ad4d-3a050de8b3a3 None None] Provisioning for port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:09:45.192161 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:09:46.180722 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:09:46.312872 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:09:46.317077 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:09:46.317571 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:46.395732 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:46.427549 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=af1ebd55-1cc1-4d7b-a5ff-e027db8385d2,segment=NetworkSegment(5690d619-3626-4fbf-8f53-9a83cbb917cf),segment_id=5690d619-3626-4fbf-8f53-9a83cbb917cf)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:09:46.524105 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:46.573894 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=af1ebd55-1cc1-4d7b-a5ff-e027db8385d2,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:09:48.155692 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:09:48.203078 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port af1ebd55-1cc1-4d7b-a5ff-e027db8385d2 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:09:48.203473 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:48.953119 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5e6eaf5d-24c1-4923-baab-b5ea4cf86713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:51.985491 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-856d31e4-25b5-4f99-9246-69e7ca93e71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.312342 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:52.786249 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:09:54.432112 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:18.939926 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-06517482-e627-48f2-a101-28310b4a0878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:21.945865 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-22440452-0323-4635-a6d9-d21895b6990d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:22.190555 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:10:22.294495 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:22.802847 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:24.413995 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:48.922128 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77009c2e-4325-4c08-92f8-20ae9cdfc936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:51.991721 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c287c5e2-fcdd-494a-ac82-03e55edbb4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:52.304854 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:52.790494 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:54.476330 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:10:59.189483 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:11:18.972643 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d0c484a3-172c-4511-96d9-3db50c0c86bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:21.955227 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f929c4aa-8204-4318-a404-38190e1c7545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:22.251960 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33274) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:11:22.257636 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [None req-194e7e85-2762-4a61-b799-abfa87f03df7 tempest-verify_tempest_config-961994607 tempest-verify_tempest_config-961994607-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:11:22.258600 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-194e7e85-2762-4a61-b799-abfa87f03df7 tempest-verify_tempest_config-961994607 tempest-verify_tempest_config-961994607-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056901 Sep 14 11:11:22.308633 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:22.810675 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33292) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:11:22.829873 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:22.913283 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:23.000339 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:23.155125 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:23.204925 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ba562446d0a14eaca4f89df27b8516cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3932097 Sep 14 11:11:23.205838 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264c0e76-22dd-46c8-9982-aaefd09fa1b6,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:11:23.207647 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33298) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:11:23.213000 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.213512 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.214067 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.214616 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.215169 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.215739 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.216295 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.216662 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.217008 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.217386 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.218014 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.218297 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce550a8-ff89-464a-a79c-230a853a541d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.265787 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:23.285666 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:23.464331 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:23.466885 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:23.468103 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/264c0e76-22dd-46c8-9982-aaefd09fa1b6 HTTP/1.1" status: 204 len: 168 time: 0.2594914 Sep 14 11:11:23.476044 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264c0e76-22dd-46c8-9982-aaefd09fa1b6,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:11:23.483535 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.483887 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.484227 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.484562 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.484892 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.485241 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.485698 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.486027 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.486369 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.486699 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.487022 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:23.487356 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87087565-295e-4eef-931c-cdbf1ab0ac6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:11:24.464310 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:36.188443 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:11:48.942931 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce5566c6-ac81-4802-8def-56d91935fd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:51.977542 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-234c0818-5df6-4ec0-aa97-204896e2b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:52.314259 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:52.793999 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:11:54.433780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:13.187697 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:12:18.953203 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-789eadcc-3d16-461b-84d8-735dad2ccb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:21.953214 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-23ac8c28-6e8f-442e-bdad-2b4e522cb184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:22.290295 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:22.798614 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:24.427404 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:48.934952 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-60f63a54-83f4-415e-ad10-6e435837a085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:50.186269 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 5 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:12:51.963765 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-77e16ed1-2837-4739-8b47-4003703386d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:52.300374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:52.820970 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:12:54.437533 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:01.488783 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-300765'] for agent, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:16.722049 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33372) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:13:16.835306 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-0f1f077d-aa59-4c65-ba0c-0e4f824086d9 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1121364 Sep 14 11:13:18.946035 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-76ff83fc-c373-4eca-9ea1-40e15babce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:19.061557 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33386) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:13:19.116324 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-eb5f58db-5b22-47c9-aa6b-630e0ed5e832 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536470 Sep 14 11:13:21.956735 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f54729f3-51d5-4c53-8b01-ae1ad1f3c15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:22.282680 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:22.803361 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:24.436667 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:27.185335 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:13:31.430087 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:48.938505 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-27876ebf-cdfc-472f-a9ca-1b96905f2388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:51.943496 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-32648c8a-035e-4dea-b22b-8e5510093d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:52.321247 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:52.789844 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:13:54.435037 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:01.418800 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:04.184290 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:14:18.949227 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc511865-9901-469c-a863-b20b609dc084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:21.977688 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e450f35f-3728-4580-b29c-fa702d2e89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:22.297693 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:22.795002 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:24.457894 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:31.446115 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:41.182741 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:14:48.954300 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-33aac806-34b4-4acc-9ce0-a578acb96fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.045811 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33570) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:51.324849 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-989303797-network', 'tenant_id': '62619888bdca466ba8c18ee81a70a388'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:51.450913 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Made reservation on behalf of 62619888bdca466ba8c18ee81a70a388 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:14:51.453220 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.461499 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.553894 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.620577 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33600) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:51.626856 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.647581 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:14:51.661849 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76f5644-6ada-4543-92d3-7410eb5bcf74,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:51.669947 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.670292 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Added segment 9c23798e-3931-494e-9a52-8f78f108b47f of type vlan for network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe Sep 14 11:14:51.672394 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.672782 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.673098 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.673428 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.673755 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.674098 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.674420 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.674739 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.675071 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.675413 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.675731 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.676045 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Tracked resource versions report: Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: pushed versions: Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: { 'AddressGroup': {'1.2'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'ConntrackHelper': {'1.0'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Log': {'1.0'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Network': {'1.1'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Port': {'1.7'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'PortForwarding': {'1.2'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'QosPolicy': {'1.9'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SecurityGroup': {'1.4'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SubPort': {'1.0'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Subnet': {'1.1'}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Trunk': {'1.1'}} Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: consumer versions: Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: { DHCP agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: HyperV agent@hv-cinder-80475: {}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: L3 agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: Metadata agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: Metering agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: Open vSwitch agent@dv-cinder-804757-8-iscsi: { 'AddressGroup': '1.2', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'ConntrackHelper': '1.0', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Log': '1.0', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Network': '1.1', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Port': '1.7', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'PortForwarding': '1.2', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'QosPolicy': '1.9', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SecurityGroup': '1.4', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SecurityGroupRule': '1.2', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'SubPort': '1.0', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Subnet': '1.1', Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: 'Trunk': '1.1'}} Sep 14 11:14:51.677021 dv-cinder-804757-8-iscsi neutron-server[94632]: {{(pid=94632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:14:51.719088 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.798847 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.799927 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:51.800534 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:51.864102 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:51.875849 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:14:51.907242 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33608) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:51.909544 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c35f3c7e-788a-478a-80cd-40543fb21ef4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8624539 Sep 14 11:14:51.914264 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Request body: {'subnet': {'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-subnet', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:52.034334 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-003dedea-23ab-40fd-9c08-054f4c7d9b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.123213 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1448717046-network', 'tenant_id': '48534bb46df04c468ec6c8feab035277'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:52.142746 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Made reservation on behalf of 62619888bdca466ba8c18ee81a70a388 for: {'subnet': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:14:52.148079 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.148170 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33618) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:52.182174 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33622) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:52.234463 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Made reservation on behalf of 48534bb46df04c468ec6c8feab035277 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:14:52.238241 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.250729 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.319568 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.356878 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.405551 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.445957 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.454010 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7977ac6d-6579-49b1-9a74-4eae76b21999,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:52.461774 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.462388 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.462724 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.463496 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.464500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.464842 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.465345 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.465837 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.466343 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.466824 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.467301 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.467820 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Tracked resource versions report: Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: pushed versions: Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: { 'AddressGroup': {'1.2'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'ConntrackHelper': {'1.0'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Log': {'1.0'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Network': {'1.1'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Port': {'1.7'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'PortForwarding': {'1.2'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'QosPolicy': {'1.9'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SecurityGroup': {'1.4'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SubPort': {'1.0'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Subnet': {'1.1'}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Trunk': {'1.1'}} Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: consumer versions: Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: { DHCP agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: HyperV agent@hv-cinder-80475: {}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: L3 agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: Metadata agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: Metering agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: Open vSwitch agent@dv-cinder-804757-8-iscsi: { 'AddressGroup': '1.2', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'ConntrackHelper': '1.0', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Log': '1.0', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Network': '1.1', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Port': '1.7', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'PortForwarding': '1.2', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'QosPolicy': '1.9', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SecurityGroup': '1.4', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SecurityGroupRule': '1.2', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'SubPort': '1.0', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Subnet': '1.1', Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: 'Trunk': '1.1'}} Sep 14 11:14:52.468989 dv-cinder-804757-8-iscsi neutron-server[94631]: {{(pid=94631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:14:52.471803 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5902d9f3-4457-4140-b051-98199c99dee4,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:52.481526 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:14:52.493894 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Checking segment: {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:14:52.494174 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Network hostable DHCP agents. Network: c52c0b55-a090-4681-a1bc-f9b16f5dbdbe, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:14:52.496921 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.497266 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Added segment 29d38a78-a8eb-4706-86fd-a1bcb341db1a of type vlan for network 7c940777-7628-4ed0-b628-393b50c3a6e2 Sep 14 11:14:52.543473 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.596268 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-763142729-network', 'tenant_id': '84a71263d3c441e3afd25486f59f2a67'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:52.599630 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:14:52.612938 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-958646218-network', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:52.632161 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.637588 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:52.637588 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.685362 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, c52c0b55-a090-4681-a1bc-f9b16f5dbdbe) {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:14:52.689901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:52.690764 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.701236 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a941907e-c58f-4fc1-94a8-bb30fb625e5a None None] Network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:52.702362 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7c940777-7628-4ed0-b628-393b50c3a6e2,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:52.715775 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Made reservation on behalf of 84a71263d3c441e3afd25486f59f2a67 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:14:52.719194 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.725674 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:14:52.731614 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.783474 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6af6e867-0fcc-4858-a544-1d47bff5fef4 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8748963 Sep 14 11:14:52.786364 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33644) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:52.796446 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:52.891244 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.911748 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e52176-7b44-4710-b475-aeab04650ff6 None None] Network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:52.921342 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Made reservation on behalf of 089a4b9a31d14392ae58d7e91328979e for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:14:52.924378 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.940334 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:52.998205 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5863f459-fa17-4b8f-8689-b426a3f5c5d5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3758249 Sep 14 11:14:53.000625 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33658) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:53.009250 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Request body: {'subnet': {'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1448717046-subnet', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:53.133038 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.397023 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.435180 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:14:53.441046 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d13bc7-edd2-42e2-a52a-562807893ae8,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:53.447620 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.447949 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Added segment bf6b0102-11f7-4ba4-9b73-59cb24b4e00b of type vlan for network b1c17f3a-cd2c-451c-8820-54340ab2c350 Sep 14 11:14:53.489979 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.545090 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.546959 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.638910 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.645498 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:53.645498 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.782720 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:53.823085 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c17f3a-cd2c-451c-8820-54340ab2c350,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:53.837991 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network b1c17f3a-cd2c-451c-8820-54340ab2c350 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:14:53.927928 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.047096 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.057298 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.079937 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:14:54.101200 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d046d4a7-dcdb-4067-b98f-c5924fdbebff,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:54.101677 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.102013 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Added segment 6e25c7f6-f30e-44c6-b9f8-ab3c88e13252 of type vlan for network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb Sep 14 11:14:54.144583 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.209198 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5a35e46b-aaa6-49f2-a032-e66ba466f483 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0244303 Sep 14 11:14:54.212234 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33700) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:54.233200 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Request body: {'subnet': {'network_id': 'b1c17f3a-cd2c-451c-8820-54340ab2c350', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-763142729-subnet', 'tenant_id': '84a71263d3c441e3afd25486f59f2a67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:54.241711 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.242723 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:54.243294 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.262940 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Made reservation on behalf of 48534bb46df04c468ec6c8feab035277 for: {'subnet': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:14:54.265329 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.316273 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] Pushing event updated for resources: {'Network': ['ID=01c25c53-9a0f-4fb8-92f3-fa68c18704bb,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:54.331580 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:14:54.533071 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Made reservation on behalf of 84a71263d3c441e3afd25486f59f2a67 for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:14:54.535559 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.559913 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.599889 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.661713 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-886d5975-0e8c-49ee-ad13-824f623da982 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5127256 Sep 14 11:14:54.672219 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33720) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:54.726561 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8396b9d7-6eb9-47e0-a433-97bcd58421ff,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:54.731779 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Request body: {'subnet': {'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-subnet', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:54.764910 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Checking segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:14:54.766048 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Network hostable DHCP agents. Network: 7c940777-7628-4ed0-b628-393b50c3a6e2, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:14:54.837965 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.850993 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:14:54.882823 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.884509 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Made reservation on behalf of 089a4b9a31d14392ae58d7e91328979e for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:14:54.887968 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:54.958809 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 7c940777-7628-4ed0-b628-393b50c3a6e2) {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:14:54.968712 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:54.969088 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002c289-ca2c-42c4-a70a-7175f1e70d58 None None] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:54.969486 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.082838 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-cc9c41d2-e889-4fae-9757-1372333424ea admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0800385 Sep 14 11:14:55.083613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33744) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:55.088501 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:55.091350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33746) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:55.222610 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.223726 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.249540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1f89cfdb-209c-4152-8e40-541878d1b682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.284763 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Allocated IP 172.27.0.36 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/c385e4c4-32b4-4eb8-b976-b08a506e78dc) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:14:55.303451 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-7c940777-7628-4ed0-b628-393b50c3a6e2', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:14:55.304787 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.312675 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.362920 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1f89cfdb-209c-4152-8e40-541878d1b682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.411449 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.414834 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3148fb9b-44a5-45d8-b6bd-9c611d08d853,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:55.469404 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1f89cfdb-209c-4152-8e40-541878d1b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.477274 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Allocated IP 172.20.0.2 (7c940777-7628-4ed0-b628-393b50c3a6e2/8396b9d7-6eb9-47e0-a433-97bcd58421ff/9a2c7574-c799-4244-8a1c-ba7862360f62) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:14:55.533150 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Checking segment: {'id': 'bf6b0102-11f7-4ba4-9b73-59cb24b4e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b1c17f3a-cd2c-451c-8820-54340ab2c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:14:55.533150 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Network hostable DHCP agents. Network: b1c17f3a-cd2c-451c-8820-54340ab2c350, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:14:55.533757 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89cfdb-209c-4152-8e40-541878d1b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e1d5f-003d-4fa3-baf0-91ee361d3f2d,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:55.540530 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-1f89cfdb-209c-4152-8e40-541878d1b682 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbc92fe5943143e7a686c21ad153a94d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4448161 Sep 14 11:14:55.544073 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33762) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:55.559909 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.640456 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Network b1c17f3a-cd2c-451c-8820-54340ab2c350 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:14:55.645068 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.666169 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.684459 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Transition to ACTIVE for port object 9a2c7574-c799-4244-8a1c-ba7862360f62 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:14:55.694610 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Transition to ACTIVE for port object 9a2c7574-c799-4244-8a1c-ba7862360f62 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:14:55.726058 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.733157 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-88784ea2-2d53-4694-8591-5fea40879649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.767786 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.768282 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-88784ea2-2d53-4694-8591-5fea40879649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.769580 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, b1c17f3a-cd2c-451c-8820-54340ab2c350) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:14:55.774078 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:55.774651 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.781050 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e6f97f-2833-4c86-886e-5b4fd261d8f3 None None] Network b1c17f3a-cd2c-451c-8820-54340ab2c350 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:55.815875 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.840148 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a46ba8-3d4e-4e35-8990-e42b061d56e1,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:55.849509 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:14:55.882641 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:14:55.882641 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:14:55.923285 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:14:55.929033 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:14:55.936656 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:14:55.944383 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-88784ea2-2d53-4694-8591-5fea40879649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.948789 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-88784ea2-2d53-4694-8591-5fea40879649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:55.962728 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-88784ea2-2d53-4694-8591-5fea40879649 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc6e1d5f-003d-4fa3-baf0-91ee361d3f2d HTTP/1.1" status: 204 len: 168 time: 0.4049587 Sep 14 11:14:55.963706 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-e9db8a39-41dc-4209-b412-7897b35ed1d9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7351608 Sep 14 11:14:55.963856 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Pushing event updated for resources: {'Port': ['ID=9a2c7574-c799-4244-8a1c-ba7862360f62,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:55.970263 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Checking segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:14:55.970263 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Network hostable DHCP agents. Network: 01c25c53-9a0f-4fb8-92f3-fa68c18704bb, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:14:56.003144 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88784ea2-2d53-4694-8591-5fea40879649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e1d5f-003d-4fa3-baf0-91ee361d3f2d,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:56.068647 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Pushing event updated for resources: {'Port': ['ID=c385e4c4-32b4-4eb8-b976-b08a506e78dc,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:56.132342 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.132887 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.133917 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.134445 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.134782 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.135118 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.136035 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.137524 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.137524 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.137524 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.137824 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.137985 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Tracked resource versions report: Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: pushed versions: Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: { 'AddressGroup': {'1.2'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'ConntrackHelper': {'1.0'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Log': {'1.0'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Network': {'1.1'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Port': {'1.7'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'PortForwarding': {'1.2'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'QosPolicy': {'1.9'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SecurityGroup': {'1.4'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SubPort': {'1.0'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Subnet': {'1.1'}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Trunk': {'1.1'}} Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: consumer versions: Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: { DHCP agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: HyperV agent@hv-cinder-80475: {}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: L3 agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: Metadata agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: Metering agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: Open vSwitch agent@dv-cinder-804757-8-iscsi: { 'AddressGroup': '1.2', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'ConntrackHelper': '1.0', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Log': '1.0', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Network': '1.1', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Port': '1.7', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'PortForwarding': '1.2', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'QosPolicy': '1.9', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SecurityGroup': '1.4', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SecurityGroupRule': '1.2', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'SubPort': '1.0', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Subnet': '1.1', Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: 'Trunk': '1.1'}} Sep 14 11:14:56.138987 dv-cinder-804757-8-iscsi neutron-server[94633]: {{(pid=94633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:14:56.173750 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Attempting to bind port 9a2c7574-c799-4244-8a1c-ba7862360f62 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:14:56.174137 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Attempting to bind port 9a2c7574-c799-4244-8a1c-ba7862360f62 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:14:56.174502 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Attempting to bind port 9a2c7574-c799-4244-8a1c-ba7862360f62 on network 7c940777-7628-4ed0-b628-393b50c3a6e2 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:14:56.186829 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72529417-2d22-4f3f-ba04-fb418d5e72ba None None] Network b1c17f3a-cd2c-451c-8820-54340ab2c350 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:56.190244 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:14:56.190795 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Checking segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:14:56.191120 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.191549 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Bound using segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:14:56.192035 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Bound port: 9a2c7574-c799-4244-8a1c-ba7862360f62, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:14:56.192420 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.211254 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:14:56.228584 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.256343 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.329547 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 01c25c53-9a0f-4fb8-92f3-fa68c18704bb) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:14:56.337353 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] For port 9a2c7574-c799-4244-8a1c-ba7862360f62, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:14:56.346354 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2692c8cc-eb4c-4722-a2f1-3f0b7148bb2b None None] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:56.349779 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:56.350577 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.467193 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Allocated IP 172.27.0.133 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/1af98afb-34aa-471b-965b-517a310d2085) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:14:56.473809 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-a95c835b-5783-4140-959e-43178bbc4d9d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7974653 Sep 14 11:14:56.477858 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33796) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:56.482379 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:14:56.495763 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.530797 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] For port 9a2c7574-c799-4244-8a1c-ba7862360f62, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=9a2c7574-c799-4244-8a1c-ba7862360f62,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:14:56.660257 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.662885 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.664116 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.670649 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33822) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:56.676130 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.678547 dv-cinder-804757-8-iscsi neutron-server[94631]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 11:14:56.746970 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e545114-643c-402a-9469-00a3c4db94f4 None None] Pushing event updated for resources: {'Port': ['ID=9a2c7574-c799-4244-8a1c-ba7862360f62,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:56.778123 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:14:56.779013 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.858636 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:56.919942 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33838) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:56.949313 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.029668 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-95bf91cf-b25d-4dea-a85a-39d4b4bec100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.052588 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234c72c-f98e-4c88-b262-96defbe27619 req-41a01124-3edb-4326-99bc-65e24b75ed0c tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:14:57.059173 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Allocated IP 172.20.0.2 (01c25c53-9a0f-4fb8-92f3-fa68c18704bb/e9a46ba8-3d4e-4e35-8990-e42b061d56e1/6a8e4f21-dd55-4833-b21b-57522281b219) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:14:57.061853 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-41a01124-3edb-4326-99bc-65e24b75ed0c tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/networks?id=b1c17f3a-cd2c-451c-8820-54340ab2c350 HTTP/1.1" status: 200 len: 811 time: 0.3881998 Sep 14 11:14:57.175239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.200847 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-e203c1a1-55a1-4d47-a0f5-df044360ec40 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/quotas/84a71263d3c441e3afd25486f59f2a67 HTTP/1.1" status: 200 len: 375 time: 0.1379313 Sep 14 11:14:57.292684 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:14:57.333100 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.346840 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Transition to ACTIVE for port object 6a8e4f21-dd55-4833-b21b-57522281b219 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:14:57.381167 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Transition to ACTIVE for port object 6a8e4f21-dd55-4833-b21b-57522281b219 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:14:57.432898 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:14:57.446414 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Sync routers for ids ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:14:57.458007 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Routers {'4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:57.458653 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:57.476536 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.503506 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-c4dafb66-83f1-4dec-83e9-0d65f48b36cb tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=84a71263d3c441e3afd25486f59f2a67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2594421 Sep 14 11:14:57.534027 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Pushing event updated for resources: {'Port': ['ID=6a8e4f21-dd55-4833-b21b-57522281b219,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:57.544273 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:14:57.545782 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:14:57.548441 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:14:57.581559 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:14:57.582471 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Pushing event updated for resources: {'Port': ['ID=1af98afb-34aa-471b-965b-517a310d2085,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:57.593156 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:14:57.600673 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:14:57.615806 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Set router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:57.690081 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.708492 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Attempting to bind port 6a8e4f21-dd55-4833-b21b-57522281b219 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:14:57.708841 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Attempting to bind port 6a8e4f21-dd55-4833-b21b-57522281b219 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:14:57.710286 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Attempting to bind port 6a8e4f21-dd55-4833-b21b-57522281b219 on network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:14:57.731780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:14:57.731780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Checking segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:14:57.731780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.731780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Bound using segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:14:57.731780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Bound port: 6a8e4f21-dd55-4833-b21b-57522281b219, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:14:57.731780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.852720 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] For port 6a8e4f21-dd55-4833-b21b-57522281b219, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:14:57.859942 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-c1374f3a-511b-4330-bc1d-6c6855ec7efb service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:14:57.861003 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-c1374f3a-511b-4330-bc1d-6c6855ec7efb service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0895517 Sep 14 11:14:57.863977 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-95bf91cf-b25d-4dea-a85a-39d4b4bec100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:57.867490 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] For port 6a8e4f21-dd55-4833-b21b-57522281b219, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=6a8e4f21-dd55-4833-b21b-57522281b219,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:14:57.931190 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:14:56Z', 'revision_number': 3, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:57.961371 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Checking router: 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:14:57.961873 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Updating router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc port c385e4c4-32b4-4eb8-b976-b08a506e78dc binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:14:57.969835 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.017319 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.025618 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-95bf91cf-b25d-4dea-a85a-39d4b4bec100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.055806 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614feeb7-ef31-4b95-bf5c-bb2e0778cdbf None None] Pushing event updated for resources: {'Port': ['ID=6a8e4f21-dd55-4833-b21b-57522281b219,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:58.068581 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] Notify callbacks [] for router, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.070412 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-98ad80c5-a4ec-4b22-a097-40651c49bc77 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2815354 Sep 14 11:14:58.075390 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33888) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:58.204808 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc0f1ce-fc0e-4014-9fff-887c6879cd89 None None] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:58.205563 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-95bf91cf-b25d-4dea-a85a-39d4b4bec100 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78446ccb3d9b4b12b2dbae3a32050f83&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2833989 Sep 14 11:14:58.210903 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33894) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:58.211984 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf91cf-b25d-4dea-a85a-39d4b4bec100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee92e6f0-d60f-4c13-9a14-3f967b588efe,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:58.269065 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-b963ea56-95b9-46c1-a91a-78820145576e service neutron] 10.222.0.59 "GET /v2.0/networks/b1c17f3a-cd2c-451c-8820-54340ab2c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968227 Sep 14 11:14:58.283187 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.477835 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-9ee7ed60-02ba-4c63-8762-91111de9b331 None None] Provisioning for port 9a2c7574-c799-4244-8a1c-ba7862360f62 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:14:58.537943 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 9a2c7574-c799-4244-8a1c-ba7862360f62 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:14:58.552411 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.567610 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Transition to ACTIVE for port object c385e4c4-32b4-4eb8-b976-b08a506e78dc will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:14:58.645702 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.767588 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Pushing event updated for resources: {'Port': ['ID=c385e4c4-32b4-4eb8-b976-b08a506e78dc,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:58.779725 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.780405 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.780971 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.782186 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.782871 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.783002 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 9a2c7574-c799-4244-8a1c-ba7862360f62 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:14:58.784050 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.784619 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.785343 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.785913 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.786463 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.787513 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.792374 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:14:58.792769 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 9a2c7574-c799-4244-8a1c-ba7862360f62 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:14:58.792769 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Tracked resource versions report: Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: pushed versions: Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: { 'AddressGroup': {'1.2'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'ConntrackHelper': {'1.0'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Log': {'1.0'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Network': {'1.1'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Port': {'1.7'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'PortForwarding': {'1.2'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'QosPolicy': {'1.9'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SecurityGroup': {'1.4'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SubPort': {'1.0'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Subnet': {'1.1'}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Trunk': {'1.1'}} Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: consumer versions: Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: { DHCP agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: HyperV agent@hv-cinder-80475: {}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: L3 agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: Metadata agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: Metering agent@dv-cinder-804757-8-iscsi: {}, Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: Open vSwitch agent@dv-cinder-804757-8-iscsi: { 'AddressGroup': '1.2', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'ConntrackHelper': '1.0', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Log': '1.0', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Network': '1.1', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Port': '1.7', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'PortForwarding': '1.2', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'QosPolicy': '1.9', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SecurityGroup': '1.4', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SecurityGroupRule': '1.2', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'SubPort': '1.0', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Subnet': '1.1', Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: 'Trunk': '1.1'}} Sep 14 11:14:58.792962 dv-cinder-804757-8-iscsi neutron-server[94634]: {{(pid=94634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:14:58.797158 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba1a-2c78-464f-9437-6fbb1951b000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.833101 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Attempting to bind port c385e4c4-32b4-4eb8-b976-b08a506e78dc on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:14:58.834349 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Attempting to bind port c385e4c4-32b4-4eb8-b976-b08a506e78dc by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:14:58.838765 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Attempting to bind port c385e4c4-32b4-4eb8-b976-b08a506e78dc on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:14:58.850184 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:14:58.850611 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:14:58.851091 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.852005 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:14:58.852759 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Bound port: c385e4c4-32b4-4eb8-b976-b08a506e78dc, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:14:58.853294 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:58.968210 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-271b36a3-5bc0-43e2-ae28-747a3b16b0d2 service neutron] 10.222.0.59 "GET /v2.0/networks/b1c17f3a-cd2c-451c-8820-54340ab2c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980546 Sep 14 11:14:59.002747 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] For port c385e4c4-32b4-4eb8-b976-b08a506e78dc, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:14:59.006207 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba1a-2c78-464f-9437-6fbb1951b000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.008853 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] For port c385e4c4-32b4-4eb8-b976-b08a506e78dc, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=c385e4c4-32b4-4eb8-b976-b08a506e78dc,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:14:59.048644 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.072901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.099097 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.128053 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.151776 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 9a2c7574-c799-4244-8a1c-ba7862360f62, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=9a2c7574-c799-4244-8a1c-ba7862360f62,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:14:59.165722 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6efed086-ad99-4590-aeb4-e051c4be5f5e None None] Provisioning complete for port 9a2c7574-c799-4244-8a1c-ba7862360f62 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:14:59.170163 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6efed086-ad99-4590-aeb4-e051c4be5f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.224794 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Routers {'4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:14:59.227786 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:14:59.252715 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.288059 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.295809 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33936) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:59.354499 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b150cef-0173-4f5f-a1e0-2401d4c6a6c2 None None] Pushing event updated for resources: {'Port': ['ID=c385e4c4-32b4-4eb8-b976-b08a506e78dc,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:59.356955 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=9a2c7574-c799-4244-8a1c-ba7862360f62,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:59.536901 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] Set router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:14:59.551286 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Allocated IP 172.27.0.147 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/8073c645-9d76-4e60-860c-b2e4d4410cc3) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:14:59.605901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33954) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:59.666303 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 33962) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:14:59.741124 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba1a-2c78-464f-9437-6fbb1951b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.741338 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7f53ba1a-2c78-464f-9437-6fbb1951b000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.742504 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-7f53ba1a-2c78-464f-9437-6fbb1951b000 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee92e6f0-d60f-4c13-9a14-3f967b588efe HTTP/1.1" status: 204 len: 168 time: 1.5213461 Sep 14 11:14:59.763317 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e0edc829-d240-4ee0-baa1-7db479e0d15d req-e7b2d355-8153-4e9f-b538-ed09a417d805 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.1503947 Sep 14 11:14:59.766020 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53ba1a-2c78-464f-9437-6fbb1951b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee92e6f0-d60f-4c13-9a14-3f967b588efe,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:14:59.769189 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.801399 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Allocated IP 172.20.0.1 (c52c0b55-a090-4681-a1bc-f9b16f5dbdbe/7977ac6d-6579-49b1-9a74-4eae76b21999/613c81a9-3d25-4474-a7bd-36f73b9e1ec6) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:14:59.850342 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a533f-04e6-407d-896c-0a143fb7f6df None None] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:14:59.900330 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-936a297d-2822-4dbe-aecf-15192994ecbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.987623 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:14:59.987836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.058297 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-936a297d-2822-4dbe-aecf-15192994ecbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.061086 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:14:56Z', 'revision_number': 3, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:00.087406 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-7dc156ec-4f6b-4c27-881d-b29e62faf0d8 None None] Provisioning for port 6a8e4f21-dd55-4833-b21b-57522281b219 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:00.097326 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b9367a-f7b5-49b7-ace5-37e83aeefb0d None None] The sync data for ids ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'] in dv-cinder-804757-8-iscsi is: [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:14:56Z', 'revision_number': 3, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:15:00.179110 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-936a297d-2822-4dbe-aecf-15192994ecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.194456 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.218826 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-10bbd318-002e-4fee-8e5f-15dac50ce5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.274950 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:00.300387 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:00.309301 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:00.309972 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.351520 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-10bbd318-002e-4fee-8e5f-15dac50ce5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.365037 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-936a297d-2822-4dbe-aecf-15192994ecbf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d928f75b49a94e18b170115f74e3df81&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0492692 Sep 14 11:15:00.366192 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a297d-2822-4dbe-aecf-15192994ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e78f5a-3209-41ce-a26e-0309dbb10086,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:00.382023 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:00.391013 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33984) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:00.434578 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-10bbd318-002e-4fee-8e5f-15dac50ce5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.494496 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbd318-002e-4fee-8e5f-15dac50ce5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b40f36b-5b2f-4504-98a6-359f620addf5,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:00.509357 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.590052 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:00.595076 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=8073c645-9d76-4e60-860c-b2e4d4410cc3,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:00.601891 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:00.604412 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:00.785180 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 6a8e4f21-dd55-4833-b21b-57522281b219 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:00.791084 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 33988) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:00.842411 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95040c02-e8a4-4283-9148-53da0c3ac081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.904994 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95040c02-e8a4-4283-9148-53da0c3ac081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:00.913657 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-10bbd318-002e-4fee-8e5f-15dac50ce5cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=35fa04e48c884325921797eada7392e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2081981 Sep 14 11:15:00.914451 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34002) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:01.022475 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 6a8e4f21-dd55-4833-b21b-57522281b219 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:01.026998 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 6a8e4f21-dd55-4833-b21b-57522281b219 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:01.027727 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.052801 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.105446 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c4321838-2159-44b1-b43d-c3756598f995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.127495 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-39a29660-1780-44e0-9a9a-0fde92916762 req-d2370eb3-6f19-47d5-b679-d00848b7f0e7 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.1807830 Sep 14 11:15:01.128478 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:15:01.145529 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95040c02-e8a4-4283-9148-53da0c3ac081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.148752 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95040c02-e8a4-4283-9148-53da0c3ac081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.152524 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-95040c02-e8a4-4283-9148-53da0c3ac081 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54e78f5a-3209-41ce-a26e-0309dbb10086 HTTP/1.1" status: 204 len: 168 time: 0.6591442 Sep 14 11:15:01.174779 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95040c02-e8a4-4283-9148-53da0c3ac081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e78f5a-3209-41ce-a26e-0309dbb10086,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:01.193699 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.244357 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 6a8e4f21-dd55-4833-b21b-57522281b219, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=6a8e4f21-dd55-4833-b21b-57522281b219,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:01.331620 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.332616 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 9a2c7574-c799-4244-8a1c-ba7862360f62 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:01.367878 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.408358 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c4321838-2159-44b1-b43d-c3756598f995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.452452 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=6a8e4f21-dd55-4833-b21b-57522281b219,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:01.468725 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 9a2c7574-c799-4244-8a1c-ba7862360f62 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:01.469148 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.512454 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.521366 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c4321838-2159-44b1-b43d-c3756598f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.534493 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.575994 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c4321838-2159-44b1-b43d-c3756598f995 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=69e8524fa6634c8eb326ab3924a1c94b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7813530 Sep 14 11:15:01.577377 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4321838-2159-44b1-b43d-c3756598f995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2a354d-8e43-4ee4-95ba-8dae316ea180,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:01.580107 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34022) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:01.602387 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.603188 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.609178 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4bd463fa-7a38-4904-97ba-f84b0a3f4713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.640424 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4bd463fa-7a38-4904-97ba-f84b0a3f4713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.696183 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:15:01.707745 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Sync routers for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:15:01.714807 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:01.728697 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:01.734249 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:01.799223 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4285f5cd-db60-422e-b93a-bb1e77f16167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.814918 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.819748 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-3d418fc3-4b56-4444-8910-f96fdda592ed admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7318869 Sep 14 11:15:01.820521 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34034) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:01.840672 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4285f5cd-db60-422e-b93a-bb1e77f16167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.871188 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:01.876218 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:01.918434 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:01.941458 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4bd463fa-7a38-4904-97ba-f84b0a3f4713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.944019 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4bd463fa-7a38-4904-97ba-f84b0a3f4713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:01.948025 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-4bd463fa-7a38-4904-97ba-f84b0a3f4713 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b40f36b-5b2f-4504-98a6-359f620addf5 HTTP/1.1" status: 204 len: 168 time: 1.0321550 Sep 14 11:15:02.014885 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd463fa-7a38-4904-97ba-f84b0a3f4713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b40f36b-5b2f-4504-98a6-359f620addf5,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:02.059242 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.080097 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4285f5cd-db60-422e-b93a-bb1e77f16167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.090838 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4285f5cd-db60-422e-b93a-bb1e77f16167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.096540 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4285f5cd-db60-422e-b93a-bb1e77f16167 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df2a354d-8e43-4ee4-95ba-8dae316ea180 HTTP/1.1" status: 204 len: 168 time: 0.5130429 Sep 14 11:15:02.118335 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34050) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:02.119120 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285f5cd-db60-422e-b93a-bb1e77f16167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2a354d-8e43-4ee4-95ba-8dae316ea180,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:02.197399 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:15:02.325406 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:14:57Z', 'revision_number': 3, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:02.355613 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:15:02.363873 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Checking router: 6c28bd43-f2ee-48f6-8bb4-70b894f93351 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:15:02.364097 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Updating router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 port 1af98afb-34aa-471b-965b-517a310d2085 binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:15:02.366530 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5fc4af4b-e161-47f1-aea6-cd0583434ed6 admin admin] 10.222.0.59 "PUT /v2.0/routers/4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2895687 Sep 14 11:15:02.371264 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c2bff139-822b-4a80-9291-62df04e7f207 req-832fc5c7-6f91-4945-8eb5-1613a92847cc tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.0428438 Sep 14 11:15:02.416409 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.571981 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device c385e4c4-32b4-4eb8-b976-b08a506e78dc up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:02.597289 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:15:02.675742 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Sync routers for ids ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:15:02.676609 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1179225290-network', 'tenant_id': '0d99a69b3ae94825a776cae52059667c'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:02.693011 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Routers {'4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:02.694077 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:02.782760 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Made reservation on behalf of 0d99a69b3ae94825a776cae52059667c for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:02.785423 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.797412 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.814927 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.832317 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Transition to ACTIVE for port object 1af98afb-34aa-471b-965b-517a310d2085 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:02.842686 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port c385e4c4-32b4-4eb8-b976-b08a506e78dc completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:02.850820 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port c385e4c4-32b4-4eb8-b976-b08a506e78dc triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:02.851197 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.920399 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:02.987680 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.024134 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa2e63-2b1d-4834-8c92-b91126a4b2ac None None] Pushing event updated for resources: {'Port': ['ID=1af98afb-34aa-471b-965b-517a310d2085,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:03.035903 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Attempting to bind port 1af98afb-34aa-471b-965b-517a310d2085 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:03.036277 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Attempting to bind port 1af98afb-34aa-471b-965b-517a310d2085 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:03.036639 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Attempting to bind port 1af98afb-34aa-471b-965b-517a310d2085 on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:03.048908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:15:03.067672 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:03.068048 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:03.068453 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.068844 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:03.069376 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Bound port: 1af98afb-34aa-471b-965b-517a310d2085, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:03.069764 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.072284 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Sync routers for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:15:03.122946 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:03.123859 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:03.131428 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.134107 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Set router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:03.215252 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] For port 1af98afb-34aa-471b-965b-517a310d2085, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:03.218581 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port c385e4c4-32b4-4eb8-b976-b08a506e78dc, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=c385e4c4-32b4-4eb8-b976-b08a506e78dc,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:03.222818 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.237313 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] For port 1af98afb-34aa-471b-965b-517a310d2085, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=1af98afb-34aa-471b-965b-517a310d2085,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:03.302202 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:03.317209 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Allocated IP 172.20.0.1 (7c940777-7628-4ed0-b628-393b50c3a6e2/8396b9d7-6eb9-47e0-a433-97bcd58421ff/f6d93643-9034-41ef-87b3-90ecfd10682e) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:03.354654 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.372779 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.373621 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 6a8e4f21-dd55-4833-b21b-57522281b219 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:03.378184 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.380990 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:15:03.400519 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37248ab3-cc17-4d8a-bd60-8ebbc8b05000,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:03.405761 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.406109 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Added segment 7bb5d2c2-9780-45a9-84af-b58a605cb015 of type vlan for network ee24de86-f111-4374-ac45-f8279673d337 Sep 14 11:15:03.423218 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:15:00Z', 'revision_number': 4, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '613c81a9-3d25-4474-a7bd-36f73b9e1ec6', 'name': '', 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'mac_address': 'fa:16:3e:ea:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7977ac6d-6579-49b1-9a74-4eae76b21999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:01Z', 'revision_number': 2, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'subnets': [{'id': '7977ac6d-6579-49b1-9a74-4eae76b21999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:03.451460 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Checking router: 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:15:03.451811 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Updating router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:15:03.456295 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.486005 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34076) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:03.500641 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.502379 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-77c86f18-7117-4653-8482-889b4849df46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.519382 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.531693 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Transition to ACTIVE for port object f6d93643-9034-41ef-87b3-90ecfd10682e will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:03.535310 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.536541 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6111188e-6179-4b44-86d2-efd2adfbbbd6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0581427 Sep 14 11:15:03.545753 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34078) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:03.646558 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.647715 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:03.648369 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.699291 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34082) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:03.720822 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2567-ee4a-494a-bb75-440f0b3cd17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.788955 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-77c86f18-7117-4653-8482-889b4849df46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.842139 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e34dc469-7aa0-4a52-862a-d4bcca2b3635 req-f21186ff-4e99-4d7b-b122-cd6afbe051a2 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.0599957 Sep 14 11:15:03.856286 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] Pushing event updated for resources: {'Network': ['ID=ee24de86-f111-4374-ac45-f8279673d337,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:03.887566 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network ee24de86-f111-4374-ac45-f8279673d337 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:15:03.888822 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-77c86f18-7117-4653-8482-889b4849df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:03.965668 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c86f18-7117-4653-8482-889b4849df46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe7797-3f81-41cc-a8ac-6a0b7de1f7a3,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:03.983264 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-77c86f18-7117-4653-8482-889b4849df46 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08bd2e2db9e5420db1bd16f28b427afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950147 Sep 14 11:15:03.988852 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34086) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:04.022444 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-66dcc362-8f19-4973-b9ac-69b8403c1228 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8958571 Sep 14 11:15:04.031453 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=c385e4c4-32b4-4eb8-b976-b08a506e78dc,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:04.039430 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34090) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:04.045743 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:04.046364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:04.057742 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Request body: {'subnet': {'network_id': 'ee24de86-f111-4374-ac45-f8279673d337', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1179225290-subnet', 'tenant_id': '0d99a69b3ae94825a776cae52059667c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:04.084418 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.115292 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Transition to ACTIVE for port object 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:04.135733 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5c99749d-ce18-4c02-8c2e-772f5ed44dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.177817 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5c99749d-ce18-4c02-8c2e-772f5ed44dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.188612 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.223160 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2567-ee4a-494a-bb75-440f0b3cd17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.257466 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f29432-6fef-403e-9f45-160704ea62ef None None] Pushing event updated for resources: {'Port': ['ID=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:04.269341 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.289239 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:00Z', 'revision_number': 3, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:04.296772 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 6a8e4f21-dd55-4833-b21b-57522281b219 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:04.297156 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.315175 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2567-ee4a-494a-bb75-440f0b3cd17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.367261 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:04.371933 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Attempting to bind port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:04.372882 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5c99749d-ce18-4c02-8c2e-772f5ed44dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.373498 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Attempting to bind port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:04.374384 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Attempting to bind port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 on network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:04.375365 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5c99749d-ce18-4c02-8c2e-772f5ed44dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.381211 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:04.382064 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Checking segment: {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:04.387799 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.387799 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Bound using segment: {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:04.387799 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Bound port: 613c81a9-3d25-4474-a7bd-36f73b9e1ec6, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:04.387799 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.388684 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5c99749d-ce18-4c02-8c2e-772f5ed44dd9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/35fe7797-3f81-41cc-a8ac-6a0b7de1f7a3 HTTP/1.1" status: 204 len: 168 time: 0.3979132 Sep 14 11:15:04.407199 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Checking router: d43a6c8e-9e93-4de3-9224-0417dfc9ab7b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:15:04.407199 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Updating router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b port 8073c645-9d76-4e60-860c-b2e4d4410cc3 binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:15:04.421164 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-cb5e2567-ee4a-494a-bb75-440f0b3cd17e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06a1c7604cc7433a8fcb399de7728834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7184401 Sep 14 11:15:04.421763 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34106) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:04.423774 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e2567-ee4a-494a-bb75-440f0b3cd17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed4f048-d078-4649-a0b9-00cbe9bc252a,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:04.424293 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:04.445332 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Made reservation on behalf of 0d99a69b3ae94825a776cae52059667c for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:04.447656 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.484195 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa2e63-2b1d-4834-8c92-b91126a4b2ac None None] Pushing event updated for resources: {'Port': ['ID=1af98afb-34aa-471b-965b-517a310d2085,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:04.486788 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d93643-9034-41ef-87b3-90ecfd10682e,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:04.488076 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99749d-ce18-4c02-8c2e-772f5ed44dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe7797-3f81-41cc-a8ac-6a0b7de1f7a3,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:04.946723 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:04.946723 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.957158 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] For port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:04.960026 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:04.960683 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] For port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:04.961084 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-97360ba4-49e0-4906-a2f7-5af041d79a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.961613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.60', 55475) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:04.961686 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-97360ba4-49e0-4906-a2f7-5af041d79a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.961790 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.961853 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.961922 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-2e21e2bc-0fec-4b77-8f29-ad1cb098f3a4 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:04.961922 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-2e21e2bc-0fec-4b77-8f29-ad1cb098f3a4 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 818 time: 0.6389644 Sep 14 11:15:04.962063 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f29432-6fef-403e-9f45-160704ea62ef None None] Pushing event updated for resources: {'Port': ['ID=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:04.970893 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-97360ba4-49e0-4906-a2f7-5af041d79a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.973628 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-97360ba4-49e0-4906-a2f7-5af041d79a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:04.974795 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-97360ba4-49e0-4906-a2f7-5af041d79a07 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ed4f048-d078-4649-a0b9-00cbe9bc252a HTTP/1.1" status: 204 len: 168 time: 0.5519712 Sep 14 11:15:04.988267 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-d2be0c2e-178c-4329-a8c1-761d1bacfcbc tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/quotas/62619888bdca466ba8c18ee81a70a388 HTTP/1.1" status: 200 len: 375 time: 0.0749145 Sep 14 11:15:04.990252 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97360ba4-49e0-4906-a2f7-5af041d79a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed4f048-d078-4649-a0b9-00cbe9bc252a,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:04.999164 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Routers {'4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:04.999866 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:05.035079 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.094256 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234c72c-f98e-4c88-b262-96defbe27619 req-a581aa39-a68b-4da4-b7c7-baf9f2b249de tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:05.096061 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-a581aa39-a68b-4da4-b7c7-baf9f2b249de tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.60 "GET /v2.0/networks?id=b1c17f3a-cd2c-451c-8820-54340ab2c350 HTTP/1.1" status: 200 len: 811 time: 0.3696396 Sep 14 11:15:05.163123 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f226e5a6-feea-4776-a076-65a29b1d7425,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:05.170885 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cec6dacb-33cb-4e1a-8bcb-4799b2d1c895 req-0f6b6e41-9823-453d-bd25-ee81de58ed1f tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.1915646 Sep 14 11:15:05.175661 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6f6c13ec-52f8-4659-bbe7-41b1097e5144 None None] Provisioning for port f6d93643-9034-41ef-87b3-90ecfd10682e completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:05.178463 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Checking segment: {'id': '7bb5d2c2-9780-45a9-84af-b58a605cb015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'ee24de86-f111-4374-ac45-f8279673d337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:05.178890 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Network hostable DHCP agents. Network: ee24de86-f111-4374-ac45-f8279673d337, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:15:05.188158 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6f6c13ec-52f8-4659-bbe7-41b1097e5144 None None] Provisioning complete for port f6d93643-9034-41ef-87b3-90ecfd10682e triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:05.188531 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f6c13ec-52f8-4659-bbe7-41b1097e5144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.217009 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Request body: {'port': {'device_id': '8a4f99a5-79f1-49d7-ab69-78322017dd94', 'network_id': 'b1c17f3a-cd2c-451c-8820-54340ab2c350', 'admin_state_up': True, 'tenant_id': '84a71263d3c441e3afd25486f59f2a67'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:05.282133 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] Set router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:05.287975 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.372482 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Network ee24de86-f111-4374-ac45-f8279673d337 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:15:05.404687 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.424003 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Transition to ACTIVE for port object 8073c645-9d76-4e60-860c-b2e4d4410cc3 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:05.468242 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, ee24de86-f111-4374-ac45-f8279673d337) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:05.474663 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:05.475511 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.481412 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device c385e4c4-32b4-4eb8-b976-b08a506e78dc up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:05.483832 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f7479-3d56-4939-ad64-1055c9ffcc2c None None] Network ee24de86-f111-4374-ac45-f8279673d337 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:15:05.588771 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-75dda267-6780-48f0-9872-ff0f21bcb1d3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5439858 Sep 14 11:15:05.592272 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.622120 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c13ec-52f8-4659-bbe7-41b1097e5144 None None] Port f6d93643-9034-41ef-87b3-90ecfd10682e cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:15:05.682973 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Attempting to bind port 8073c645-9d76-4e60-860c-b2e4d4410cc3 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:05.682973 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Attempting to bind port 8073c645-9d76-4e60-860c-b2e4d4410cc3 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:05.685147 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Attempting to bind port 8073c645-9d76-4e60-860c-b2e4d4410cc3 on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:05.693470 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94692e-a99a-4b5a-a142-9dfe0f099ef5 None None] Pushing event updated for resources: {'Port': ['ID=8073c645-9d76-4e60-860c-b2e4d4410cc3,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:05.701252 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:05.701734 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:05.702290 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.702746 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:05.703444 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Bound port: 8073c645-9d76-4e60-860c-b2e4d4410cc3, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:05.704136 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.713811 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:15:00Z', 'revision_number': 4, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '613c81a9-3d25-4474-a7bd-36f73b9e1ec6', 'name': '', 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'mac_address': 'fa:16:3e:ea:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7977ac6d-6579-49b1-9a74-4eae76b21999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'subnets': [{'id': '7977ac6d-6579-49b1-9a74-4eae76b21999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:05.778551 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2555d1a7-ded5-4c13-ae1e-717acb727ca6 None None] The sync data for ids ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'] in dv-cinder-804757-8-iscsi is: [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:15:00Z', 'revision_number': 4, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '613c81a9-3d25-4474-a7bd-36f73b9e1ec6', 'name': '', 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'mac_address': 'fa:16:3e:ea:b5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7977ac6d-6579-49b1-9a74-4eae76b21999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'subnets': [{'id': '7977ac6d-6579-49b1-9a74-4eae76b21999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:15:05.810032 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:14:57Z', 'revision_number': 3, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:05.864125 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port c385e4c4-32b4-4eb8-b976-b08a506e78dc triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:05.865854 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:05.909339 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54e4eb-879d-4c41-8c73-cbabd23f4a8a None None] The sync data for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi is: [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:14:57Z', 'revision_number': 3, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:15:05.943866 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] For port 8073c645-9d76-4e60-860c-b2e4d4410cc3, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:05.948836 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] For port 8073c645-9d76-4e60-860c-b2e4d4410cc3, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=8073c645-9d76-4e60-860c-b2e4d4410cc3,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:06.040103 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:06.062866 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-23efcf0c-06f8-4643-87f2-c8034f78a5c2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0446272 Sep 14 11:15:06.070785 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:06.101678 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794bd478-c69a-4f31-a7c1-1206d6f1ec2e None None] Network ee24de86-f111-4374-ac45-f8279673d337 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:15:06.148507 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:06.149243 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:06.248627 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:06.582634 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f6d93643-9034-41ef-87b3-90ecfd10682e,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:06.591458 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:06.593023 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:06.629238 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Made reservation on behalf of 84a71263d3c441e3afd25486f59f2a67 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:06.644061 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:06.680276 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94692e-a99a-4b5a-a142-9dfe0f099ef5 None None] Pushing event updated for resources: {'Port': ['ID=8073c645-9d76-4e60-860c-b2e4d4410cc3,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:06.780436 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805d436-3dbc-4289-93c8-ce3085fa5f01 req-aa087d13-302d-4478-a080-bc3307e69529 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.4015000 Sep 14 11:15:06.791169 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:06.816068 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a35803c1-6668-4815-88fc-b56e0072e151 service neutron] 10.222.0.59 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253463 Sep 14 11:15:07.314702 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:07.506388 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 1af98afb-34aa-471b-965b-517a310d2085 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:07.513012 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:07.695684 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:00Z', 'revision_number': 3, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:07.822228 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 1af98afb-34aa-471b-965b-517a310d2085 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:07.826114 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c1a5d-9d4b-4b10-ba95-3bc4b89e511c None None] The sync data for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi is: [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:00Z', 'revision_number': 3, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:15:07.854377 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 1af98afb-34aa-471b-965b-517a310d2085 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:07.854841 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:07.871246 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Allocated IP 172.20.0.4 (b1c17f3a-cd2c-451c-8820-54340ab2c350/3148fb9b-44a5-45d8-b6bd-9c611d08d853/36086c8a-d03e-48ba-b656-66ebed1eee11) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:07.876560 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Allocated IP 172.20.0.1 (01c25c53-9a0f-4fb8-92f3-fa68c18704bb/e9a46ba8-3d4e-4e35-8990-e42b061d56e1/bbddc52d-15d3-417d-94d2-1114e70fc5db) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:07.912241 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-73177544-afb7-4cb8-9f2f-f50c770227ee service neutron] 10.222.0.59 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0964489 Sep 14 11:15:08.190404 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-e64f438d-caf7-46e8-a69f-41f3500011f5 None None] Provisioning complete for port f6d93643-9034-41ef-87b3-90ecfd10682e triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:08.191069 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e64f438d-caf7-46e8-a69f-41f3500011f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:08.261550 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b773a85-59c8-4837-86ee-c0ebd6e0ae62 req-48315a88-9f94-427b-9f10-b74c980a8771 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.2517204 Sep 14 11:15:08.409630 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:08.411050 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:15:08.411598 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e64f438d-caf7-46e8-a69f-41f3500011f5 None None] Port f6d93643-9034-41ef-87b3-90ecfd10682e cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:15:08.420368 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34226) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:08.427036 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1786037776-network', 'tenant_id': '9c8593715e664ba6b1a5d62ab207ef29'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:08.443188 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 1af98afb-34aa-471b-965b-517a310d2085, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=1af98afb-34aa-471b-965b-517a310d2085,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:08.579751 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:08.579970 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Made reservation on behalf of 9c8593715e664ba6b1a5d62ab207ef29 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:08.581253 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:08.598578 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:08.598677 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ded00fff-dc81-439e-8b5d-a1a4fd31c5d8 req-2f4f8c0a-7762-43ca-8911-1072fbf522ae tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 210 time: 0.1054928 Sep 14 11:15:08.611396 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:08.762533 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:08.850509 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:08.876743 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Transition to ACTIVE for port object bbddc52d-15d3-417d-94d2-1114e70fc5db will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:08.919241 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.033933 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:15:09.036678 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.042892 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=1af98afb-34aa-471b-965b-517a310d2085,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:09.055752 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:09.079590 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:09.081847 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.128350 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.130637 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Added segment 699bac72-e877-43c3-8f17-23a52853dd97 of type vlan for network 4ae7a03a-165a-4df4-9984-bb79aafcfc52 Sep 14 11:15:09.134006 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ef64ba-8126-4db1-a25b-d7952ac7a268,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:09.201923 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.377489 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.381087 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:09.381087 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.391730 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:15:09.414460 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-eb91b92c-9cae-4f6b-9f0b-b95f511a64b9 admin admin] 10.222.0.59 "PUT /v2.0/routers/6c28bd43-f2ee-48f6-8bb4-70b894f93351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5930192 Sep 14 11:15:09.421997 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.535545 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:09.565537 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1400974 Sep 14 11:15:09.565537 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e6e2-efc6-4f86-b83d-1c4caf06ebce admin admin] Pushing event updated for resources: {'Network': ['ID=4ae7a03a-165a-4df4-9984-bb79aafcfc52,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:09.566109 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34282) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:09.571844 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Request body: {'subnet': {'network_id': '4ae7a03a-165a-4df4-9984-bb79aafcfc52', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1786037776-subnet', 'tenant_id': '9c8593715e664ba6b1a5d62ab207ef29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:09.577746 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 4ae7a03a-165a-4df4-9984-bb79aafcfc52 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:15:09.627266 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.708105 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Made reservation on behalf of 9c8593715e664ba6b1a5d62ab207ef29 for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:09.710543 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:09.837293 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Sync routers for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:15:09.891188 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:09.892206 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:09.957224 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:10.117707 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 8073c645-9d76-4e60-860c-b2e4d4410cc3 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:10.359040 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 8073c645-9d76-4e60-860c-b2e4d4410cc3 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:10.363021 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 8073c645-9d76-4e60-860c-b2e4d4410cc3 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:10.363415 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:10.373875 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-b1070abe-d530-4a8b-b87e-0ad61dcec7bd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:10.375518 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-b1070abe-d530-4a8b-b87e-0ad61dcec7bd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 818 time: 1.1541150 Sep 14 11:15:10.434584 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:10.468220 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:10.529460 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d6d9a3b3-b404-43fd-b02d-ef831c19e8bc req-9c579d14-0ef0-4d25-a0d9-822216a7e5d1 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.1257904 Sep 14 11:15:10.536057 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:10.629448 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-dc2245e0-e178-4283-b72c-10d121b5cf89 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/quotas/62619888bdca466ba8c18ee81a70a388 HTTP/1.1" status: 200 len: 375 time: 0.2083676 Sep 14 11:15:10.634632 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Checking segment: {'id': '699bac72-e877-43c3-8f17-23a52853dd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4ae7a03a-165a-4df4-9984-bb79aafcfc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:10.635699 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Network hostable DHCP agents. Network: 4ae7a03a-165a-4df4-9984-bb79aafcfc52, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:15:10.657024 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a791d52-b813-45d8-b14e-fffe2f40e97a,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:10.670074 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:10.712476 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:10.714659 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbddc52d-15d3-417d-94d2-1114e70fc5db,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:10.781803 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Network 4ae7a03a-165a-4df4-9984-bb79aafcfc52 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:15:10.803963 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 8073c645-9d76-4e60-860c-b2e4d4410cc3, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=8073c645-9d76-4e60-860c-b2e4d4410cc3,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:10.862271 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 4ae7a03a-165a-4df4-9984-bb79aafcfc52) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:10.868292 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:10.869359 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:10.876385 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54febe3-b117-47f3-bd54-0a100e114508 None None] Network 4ae7a03a-165a-4df4-9984-bb79aafcfc52 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:15:10.893102 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:10.917992 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:10.918161 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 1af98afb-34aa-471b-965b-517a310d2085 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:10.980989 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2531f66d-4ea5-46d7-a537-d9f8b9c07169 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4140813 Sep 14 11:15:11.010403 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Pushing event updated for resources: {'Port': ['ID=36086c8a-d03e-48ba-b656-66ebed1eee11,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:11.045275 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Network b1c17f3a-cd2c-451c-8820-54340ab2c350 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:11.062492 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:11.074366 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:11.081677 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:11.094586 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:11.095370 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:11.100109 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:11.104918 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:11.253726 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-11a3aebd-e95c-4371-bc43-0b4ee1885cc1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6075211 Sep 14 11:15:11.317230 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:05Z', 'revision_number': 2, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:11.394179 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-83ae426b-e04d-4058-bd35-15e530ddfa69 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1953681 Sep 14 11:15:11.399423 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Checking router: 6c28bd43-f2ee-48f6-8bb4-70b894f93351 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:15:11.400300 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Updating router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 port f6d93643-9034-41ef-87b3-90ecfd10682e binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:15:11.426773 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=8073c645-9d76-4e60-860c-b2e4d4410cc3,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:11.442362 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-13871438-e436-4a76-9bb9-8d5a8e33c9ed tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:15:11.443658 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-13871438-e436-4a76-9bb9-8d5a8e33c9ed tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0341647 Sep 14 11:15:11.446381 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:11.473526 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34342) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:11.643614 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 1af98afb-34aa-471b-965b-517a310d2085 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:11.644301 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:11.695070 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_v2 [None req-5355bdf0-30b0-40cb-a5d0-321f166703db admin admin] Deleting subnet f226e5a6-feea-4776-a076-65a29b1d7425 {{(pid=94631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:15:11.704587 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5355bdf0-30b0-40cb-a5d0-321f166703db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:11.756388 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-efd2d837-36eb-4c86-bef9-714e2be5c1d6 None None] Provisioning for port bbddc52d-15d3-417d-94d2-1114e70fc5db completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:11.851918 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5355bdf0-30b0-40cb-a5d0-321f166703db admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:11.863400 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-efd2d837-36eb-4c86-bef9-714e2be5c1d6 None None] Provisioning complete for port bbddc52d-15d3-417d-94d2-1114e70fc5db triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:11.865790 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-efd2d837-36eb-4c86-bef9-714e2be5c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:11.870477 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64daf79-3c4c-4a61-9e3f-b191e72e2173 None None] Network 4ae7a03a-165a-4df4-9984-bb79aafcfc52 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:15:11.873841 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5355bdf0-30b0-40cb-a5d0-321f166703db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.084540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.086075 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-efd2d837-36eb-4c86-bef9-714e2be5c1d6 None None] Port bbddc52d-15d3-417d-94d2-1114e70fc5db cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:15:12.178368 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Request body: {'port': {'device_id': '8a4f99a5-79f1-49d7-ab69-78322017dd94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:12.218990 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-c05b039c-7856-4711-ad7c-de7bf9fe6ac1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:15:12.220743 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-c05b039c-7856-4711-ad7c-de7bf9fe6ac1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2229555 Sep 14 11:15:12.340950 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5355bdf0-30b0-40cb-a5d0-321f166703db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.356616 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.363954 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34372) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:12.368175 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Transition to ACTIVE for port object f6d93643-9034-41ef-87b3-90ecfd10682e will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:12.381669 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-5b6def07-63b2-4f06-870f-3572f1bb97a0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528118540', 'description': 'tempest-description--619289760'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:12.418199 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 8073c645-9d76-4e60-860c-b2e4d4410cc3 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:12.420413 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355bdf0-30b0-40cb-a5d0-321f166703db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f226e5a6-feea-4776-a076-65a29b1d7425,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:12.442107 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5355bdf0-30b0-40cb-a5d0-321f166703db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.442107 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-5355bdf0-30b0-40cb-a5d0-321f166703db admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f226e5a6-feea-4776-a076-65a29b1d7425 HTTP/1.1" status: 204 len: 168 time: 0.9646070 Sep 14 11:15:12.444641 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34374) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:12.452877 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.534505 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.547902 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 8073c645-9d76-4e60-860c-b2e4d4410cc3 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:12.548495 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.682061 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5b6def07-63b2-4f06-870f-3572f1bb97a0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.724949 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.729245 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:12.785029 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932a0fc-c433-4163-bf63-deb3ca404bc8 None None] Pushing event updated for resources: {'Port': ['ID=f6d93643-9034-41ef-87b3-90ecfd10682e,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:12.884467 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Attempting to bind port f6d93643-9034-41ef-87b3-90ecfd10682e on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:12.886492 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Attempting to bind port f6d93643-9034-41ef-87b3-90ecfd10682e by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:12.886963 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Attempting to bind port f6d93643-9034-41ef-87b3-90ecfd10682e on network 7c940777-7628-4ed0-b628-393b50c3a6e2 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:12.895779 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:12.898409 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Checking segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:12.902156 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.902156 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Bound using segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:12.902156 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Bound port: f6d93643-9034-41ef-87b3-90ecfd10682e, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:12.904262 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:12.966142 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34380) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:13.003410 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.069779 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb3566-1f90-4ee0-8aba-00ff0f81ed88 req-48571f9b-a7b5-4886-9fef-f36f8b393806 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:13.078791 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d7bb3566-1f90-4ee0-8aba-00ff0f81ed88 req-48571f9b-a7b5-4886-9fef-f36f8b393806 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 931 time: 0.5477045 Sep 14 11:15:13.107830 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:13.108388 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.115961 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-6a48601e-dcf1-461b-a934-16a875c8888a service neutron] 10.222.0.59 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8837519 Sep 14 11:15:13.121745 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.122217 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.126265 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.126627 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > port after_create 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.126966 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.127318 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > port after_update 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.127684 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.128022 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.128371 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.128732 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.188233 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] For port f6d93643-9034-41ef-87b3-90ecfd10682e, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:13.196548 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] For port f6d93643-9034-41ef-87b3-90ecfd10682e, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=f6d93643-9034-41ef-87b3-90ecfd10682e,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:13.236995 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34384) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:13.290666 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.367088 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:13.367088 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:13.480792 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.60', 55485) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:13.481389 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.481389 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.481389 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.481389 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:15:13.481389 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee24de86-f111-4374-ac45-f8279673d337']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:13.520042 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae791-f176-4074-87d3-17f606b48d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.527254 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5b6def07-63b2-4f06-870f-3572f1bb97a0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.529424 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb5d2c2-9780-45a9-84af-b58a605cb015') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:13.529711 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb5d2c2-9780-45a9-84af-b58a605cb015') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:13.535400 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.558908 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.563946 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4defbf48-62af-4bab-8de2-69cdc09e8817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.596930 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.607217 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:15:13.607605 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: from cryptography.utils import int_from_bytes Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: from cryptography.utils import int_from_bytes Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:15:13.611881 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:15:13.615409 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:13.675960 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d7bb3566-1f90-4ee0-8aba-00ff0f81ed88 req-5bf9ef12-f634-446c-bd9e-a7b303bfad7a tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5961945 Sep 14 11:15:13.723075 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36086c8a-d03e-48ba-b656-66ebed1eee11 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:13.737289 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.db.api [None req-4defbf48-62af-4bab-8de2-69cdc09e8817 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 11:15:13.737289 dv-cinder-804757-8-iscsi neutron-server[94631]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 11:15:13.737289 dv-cinder-804757-8-iscsi neutron-server[94631]: [parameters: {'project_id_1': '29dd1f5dc7af48d99f8b4a969791baa1', 'expiration_1': datetime.datetime(2021, 9, 14, 11, 14, 53, 609302)}] Sep 14 11:15:13.737289 dv-cinder-804757-8-iscsi neutron-server[94631]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:15:13.737719 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG oslo_db.api [None req-4defbf48-62af-4bab-8de2-69cdc09e8817 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:15:13.738120 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.738835 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.744917 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.809620 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5b6def07-63b2-4f06-870f-3572f1bb97a0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.828497 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.830442 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932a0fc-c433-4163-bf63-deb3ca404bc8 None None] Pushing event updated for resources: {'Port': ['ID=f6d93643-9034-41ef-87b3-90ecfd10682e,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:13.848007 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbddc52d-15d3-417d-94d2-1114e70fc5db,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:13.921742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Transition to ACTIVE for port object 36086c8a-d03e-48ba-b656-66ebed1eee11 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:13.925724 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:13.936794 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/ee24de86-f111-4374-ac45-f8279673d337 HTTP/1.1" status: 204 len: 168 time: 1.4875562 Sep 14 11:15:13.937924 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34394) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:13.946112 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9e84bbf9-6309-46d4-b544-f61be700f384 service neutron] 10.222.0.59 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8287797 Sep 14 11:15:13.989785 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:13Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:14.001555 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185b0a-b72b-4fc1-bd8f-27ab11db3aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee24de86-f111-4374-ac45-f8279673d337,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:14.005362 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:14.047610 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7332673a-7b97-4a80-8d24-011c56cc97b4 None None] The sync data for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi is: [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:13Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:15:14.076699 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6def07-63b2-4f06-870f-3572f1bb97a0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4834238d-1120-476a-a79d-c83db63889c2,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:14.104475 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-8f50340e-c89a-4aca-ae2a-aa93f68b008b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:14.120502 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-8f50340e-c89a-4aca-ae2a-aa93f68b008b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 818 time: 0.6854751 Sep 14 11:15:14.225007 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd076b43-fbe7-47cb-b38e-bb193c3bc772 admin admin] Deleting subnet 8a791d52-b813-45d8-b14e-fffe2f40e97a {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:15:14.234674 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd076b43-fbe7-47cb-b38e-bb193c3bc772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:14.355576 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae791-f176-4074-87d3-17f606b48d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:14.397567 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd076b43-fbe7-47cb-b38e-bb193c3bc772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:14.445785 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae791-f176-4074-87d3-17f606b48d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:14.452447 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4defbf48-62af-4bab-8de2-69cdc09e8817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:14.492202 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Request body: {'port': {'device_id': 'e28732b1-1dd9-4ced-b4f9-65eb62464270', 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe', 'admin_state_up': True, 'tenant_id': '62619888bdca466ba8c18ee81a70a388'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:14.562616 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5b6def07-63b2-4f06-870f-3572f1bb97a0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:14.576608 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5b6def07-63b2-4f06-870f-3572f1bb97a0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1990106 Sep 14 11:15:14.581401 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device f6d93643-9034-41ef-87b3-90ecfd10682e up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:14.621336 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd076b43-fbe7-47cb-b38e-bb193c3bc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:14.924967 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34414) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:14.946628 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ae791-f176-4074-87d3-17f606b48d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e49de1-1ae6-46f0-9d6b-81f9b82fea26,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:14.962802 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-fb8ae791-f176-4074-87d3-17f606b48d3d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2bbd4c288354836aae604a4f98d79e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9550855 Sep 14 11:15:14.965712 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34428) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:15.016390 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port f6d93643-9034-41ef-87b3-90ecfd10682e completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:15.021735 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port f6d93643-9034-41ef-87b3-90ecfd10682e triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:15.022277 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.038001 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4defbf48-62af-4bab-8de2-69cdc09e8817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.068896 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd80f831-71fa-4c3a-b039-1610240be4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.100832 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd80f831-71fa-4c3a-b039-1610240be4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.129375 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'security_group_rule': {'security_group_id': '4834238d-1120-476a-a79d-c83db63889c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:15.156617 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=36086c8a-d03e-48ba-b656-66ebed1eee11,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:15.179556 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4defbf48-62af-4bab-8de2-69cdc09e8817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.196983 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.231969 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d77e4f29-e067-4ad8-8135-56ed3200d9b3 req-b308a69a-e62e-42ed-8ded-c3d8bcc538ea tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 210 time: 0.7133360 Sep 14 11:15:15.254718 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port f6d93643-9034-41ef-87b3-90ecfd10682e, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=f6d93643-9034-41ef-87b3-90ecfd10682e,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:15.257552 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd076b43-fbe7-47cb-b38e-bb193c3bc772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.291920 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-4defbf48-62af-4bab-8de2-69cdc09e8817 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29dd1f5dc7af48d99f8b4a969791baa1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0409672 Sep 14 11:15:15.310416 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defbf48-62af-4bab-8de2-69cdc09e8817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3676ffa9-8484-4b4d-88c9-175cbe915f68,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:15.314388 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd076b43-fbe7-47cb-b38e-bb193c3bc772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.315280 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34434) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:15.320961 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-cd076b43-fbe7-47cb-b38e-bb193c3bc772 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8a791d52-b813-45d8-b14e-fffe2f40e97a HTTP/1.1" status: 204 len: 168 time: 1.3768876 Sep 14 11:15:15.323040 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd076b43-fbe7-47cb-b38e-bb193c3bc772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a791d52-b813-45d8-b14e-fffe2f40e97a,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:15.326865 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34436) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:15.331882 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.db.api [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 11:15:15.331882 dv-cinder-804757-8-iscsi neutron-server[94631]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 11:15:15.331882 dv-cinder-804757-8-iscsi neutron-server[94631]: [parameters: {'project_id_1': '48534bb46df04c468ec6c8feab035277', 'expiration_1': datetime.datetime(2021, 9, 14, 11, 14, 55, 177012)}] Sep 14 11:15:15.331882 dv-cinder-804757-8-iscsi neutron-server[94631]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:15:15.332212 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG oslo_db.api [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:15:15.336750 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd80f831-71fa-4c3a-b039-1610240be4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.342481 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.356194 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cd80f831-71fa-4c3a-b039-1610240be4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.360784 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-cd80f831-71fa-4c3a-b039-1610240be4f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4e49de1-1ae6-46f0-9d6b-81f9b82fea26 HTTP/1.1" status: 204 len: 168 time: 0.3935735 Sep 14 11:15:15.384410 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80f831-71fa-4c3a-b039-1610240be4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e49de1-1ae6-46f0-9d6b-81f9b82fea26,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:15.426005 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Attempting to bind port 36086c8a-d03e-48ba-b656-66ebed1eee11 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:15.426362 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Attempting to bind port 36086c8a-d03e-48ba-b656-66ebed1eee11 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'bf6b0102-11f7-4ba4-9b73-59cb24b4e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b1c17f3a-cd2c-451c-8820-54340ab2c350'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:15.426716 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Attempting to bind port 36086c8a-d03e-48ba-b656-66ebed1eee11 on network b1c17f3a-cd2c-451c-8820-54340ab2c350 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:15.462050 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.506863 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:15.528567 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=f6d93643-9034-41ef-87b3-90ecfd10682e,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:15.551820 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:15.569722 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Port 36086c8a-d03e-48ba-b656-66ebed1eee11 on network b1c17f3a-cd2c-451c-8820-54340ab2c350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:15:15.570256 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Attempting to bind port 36086c8a-d03e-48ba-b656-66ebed1eee11 on network b1c17f3a-cd2c-451c-8820-54340ab2c350 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:15.593037 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:15.593465 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Checking segment: {'id': 'bf6b0102-11f7-4ba4-9b73-59cb24b4e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b1c17f3a-cd2c-451c-8820-54340ab2c350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:15.594355 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Bound using segment: {'id': 'bf6b0102-11f7-4ba4-9b73-59cb24b4e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b1c17f3a-cd2c-451c-8820-54340ab2c350'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:15.594889 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Bound port: 36086c8a-d03e-48ba-b656-66ebed1eee11, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6b0102-11f7-4ba4-9b73-59cb24b4e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b1c17f3a-cd2c-451c-8820-54340ab2c350'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:15.595317 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.605523 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Made reservation on behalf of 62619888bdca466ba8c18ee81a70a388 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:15.610087 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.684372 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5caed-510d-482e-af04-5b1461798caf req-f89df3df-a05c-44c9-ac83-0398fc0c8289 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:15.691305 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-40f5caed-510d-482e-af04-5b1461798caf req-f89df3df-a05c-44c9-ac83-0398fc0c8289 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 943 time: 0.5188577 Sep 14 11:15:15.695713 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.717285 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ddc79b70-b3ad-4dee-a91f-fec30ef8bd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.770307 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae7a03a-165a-4df4-9984-bb79aafcfc52']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:15.783455 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699bac72-e877-43c3-8f17-23a52853dd97') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:15.783945 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699bac72-e877-43c3-8f17-23a52853dd97') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:15.802624 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.820771 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-40f5caed-510d-482e-af04-5b1461798caf req-773ab72f-2efd-40a4-b9c9-dca2733961e5 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266747 Sep 14 11:15:15.840523 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.853000 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:15:15.853634 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:15:15.855883 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:15:15.976750 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-57667c12-c48a-4b99-9114-f67097c1586c None None] Provisioning complete for port bbddc52d-15d3-417d-94d2-1114e70fc5db triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:15.977580 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-57667c12-c48a-4b99-9114-f67097c1586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.049673 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.061609 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.086978 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] 10.222.0.59 "DELETE /v2.0/networks/4ae7a03a-165a-4df4-9984-bb79aafcfc52 HTTP/1.1" status: 204 len: 168 time: 0.7388344 Sep 14 11:15:16.106720 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6eec7-2296-4a20-9349-3a67490e664d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae7a03a-165a-4df4-9984-bb79aafcfc52,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:16.120683 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-57667c12-c48a-4b99-9114-f67097c1586c None None] Port bbddc52d-15d3-417d-94d2-1114e70fc5db cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:15:16.155708 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ddc79b70-b3ad-4dee-a91f-fec30ef8bd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.225289 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.417616 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device f6d93643-9034-41ef-87b3-90ecfd10682e up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:16.491484 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:15:16.496752 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port f6d93643-9034-41ef-87b3-90ecfd10682e triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:16.497115 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.530038 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-87d3fba7-2c91-474b-8da5-1632b34a5eb9 req-63aac92c-32c8-442a-a7c6-cf844dca2df8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 210 time: 0.1137848 Sep 14 11:15:16.531079 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] For port 36086c8a-d03e-48ba-b656-66ebed1eee11, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:16.566674 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] For port 36086c8a-d03e-48ba-b656-66ebed1eee11, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36086c8a-d03e-48ba-b656-66ebed1eee11,segment=NetworkSegment(bf6b0102-11f7-4ba4-9b73-59cb24b4e00b),segment_id=bf6b0102-11f7-4ba4-9b73-59cb24b4e00b)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:16.571842 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Allocated IP 172.20.0.4 (c52c0b55-a090-4681-a1bc-f9b16f5dbdbe/7977ac6d-6579-49b1-9a74-4eae76b21999/25c17c34-0957-48fb-bbdb-600cb475a3f4) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:16.577327 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ddc79b70-b3ad-4dee-a91f-fec30ef8bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.580047 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ddc79b70-b3ad-4dee-a91f-fec30ef8bd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.581130 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-ddc79b70-b3ad-4dee-a91f-fec30ef8bd2d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3676ffa9-8484-4b4d-88c9-175cbe915f68 HTTP/1.1" status: 204 len: 168 time: 1.2480974 Sep 14 11:15:16.606188 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.622435 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34466) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:16.671872 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.674188 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc79b70-b3ad-4dee-a91f-fec30ef8bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3676ffa9-8484-4b4d-88c9-175cbe915f68,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:16.675804 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.718132 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34468) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:16.754030 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb854c64-b6a1-4235-af9a-5b0085d865e0,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:16.758426 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ba93ee70-2da3-4cfe-8222-08e241cb779c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.764484 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-0e79d264-fb1f-4dee-acb8-fdd09f49677c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d99a69b3ae94825a776cae52059667c&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1430998 Sep 14 11:15:16.772604 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34470) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:16.806745 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:16.807444 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.808878 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] 10.222.0.60 "PUT /v2.0/ports/36086c8a-d03e-48ba-b656-66ebed1eee11 HTTP/1.1" status: 200 len: 1093 time: 4.8132961 Sep 14 11:15:16.849756 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4f99a5-79f1-49d7-ab69-78322017dd94', 'tag': '36086c8a-d03e-48ba-b656-66ebed1eee11'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:16.926179 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.927945 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-2aa73047-bd2d-4f83-a389-c2e8538cbae3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9985402 Sep 14 11:15:16.929079 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b50578d8-406e-456b-9cca-ad079e03e7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:16.934180 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34476) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:16.937734 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a1de3-8df6-446f-a9c4-d140f867d4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=36086c8a-d03e-48ba-b656-66ebed1eee11,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:16.949169 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-306cc53e-a4a2-4941-a2fb-06e0339e669d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'security_group_rule': {'security_group_id': '4834238d-1120-476a-a79d-c83db63889c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:16.998644 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b50578d8-406e-456b-9cca-ad079e03e7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.004662 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:15:17.036316 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d0fa02b2-fb77-4f9d-8f91-17e112f99cb5 admin admin] 10.222.0.59 "PUT /v2.0/routers/d43a6c8e-9e93-4de3-9224-0417dfc9ab7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4793017 Sep 14 11:15:17.042048 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Sync routers for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:15:17.060289 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:17.071196 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:17.149084 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238a07d-77fe-4e5f-a246-24279acf1f83 req-e6c2c129-353c-49b0-ab64-847e3729d3d4 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:17.151251 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7238a07d-77fe-4e5f-a246-24279acf1f83 req-e6c2c129-353c-49b0-ab64-847e3729d3d4 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 943 time: 0.1568460 Sep 14 11:15:17.187730 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ba93ee70-2da3-4cfe-8222-08e241cb779c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.237271 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a15952e-d797-4c10-9500-e7cb20a0abda" -d '{"events": [{"name": "network-changed", "server_uuid": "8a4f99a5-79f1-49d7-ab69-78322017dd94", "tag": "36086c8a-d03e-48ba-b656-66ebed1eee11"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:17.277359 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.308470 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b50578d8-406e-456b-9cca-ad079e03e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.309447 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7238a07d-77fe-4e5f-a246-24279acf1f83 req-ab0657d5-ca43-4848-bda1-5ea367549a11 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487834 Sep 14 11:15:17.318473 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b50578d8-406e-456b-9cca-ad079e03e7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.319794 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234c72c-f98e-4c88-b262-96defbe27619 req-abfe15bd-92a8-4a8a-b86e-71cbf629838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:17.323475 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-abfe15bd-92a8-4a8a-b86e-71cbf629838b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a71263d3c441e3afd25486f59f2a67&device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 1096 time: 0.1433196 Sep 14 11:15:17.323621 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b50578d8-406e-456b-9cca-ad079e03e7ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37248ab3-cc17-4d8a-bd60-8ebbc8b05000 HTTP/1.1" status: 204 len: 168 time: 0.5490003 Sep 14 11:15:17.378148 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ba93ee70-2da3-4cfe-8222-08e241cb779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.384259 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50578d8-406e-456b-9cca-ad079e03e7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37248ab3-cc17-4d8a-bd60-8ebbc8b05000,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:17.454790 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93ee70-2da3-4cfe-8222-08e241cb779c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb918510-94ad-406a-bf05-76c22c23c0e5,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:17.464492 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:17.495796 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-ba93ee70-2da3-4cfe-8222-08e241cb779c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cba99a1075e7402b8ae590fc5af7081d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763803 Sep 14 11:15:17.500662 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34496) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:17.568538 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-7fcd2b0a-750b-413b-b857-a9107794d14f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36086c8a-d03e-48ba-b656-66ebed1eee11 HTTP/1.1" status: 200 len: 217 time: 0.2271829 Sep 14 11:15:17.671047 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e8e92611-26ab-4421-ba63-a670fa83880e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.735312 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e8e92611-26ab-4421-ba63-a670fa83880e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.792490 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d5282e-dbf3-4501-9d2d-e5c15713bb65 x-openstack-request-id: req-c9d5282e-dbf3-4501-9d2d-e5c15713bb65 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:17.792779 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a4f99a5-79f1-49d7-ab69-78322017dd94", "tag": "36086c8a-d03e-48ba-b656-66ebed1eee11", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:17.793816 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c9d5282e-dbf3-4501-9d2d-e5c15713bb65 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:17.794543 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4f99a5-79f1-49d7-ab69-78322017dd94', 'tag': '36086c8a-d03e-48ba-b656-66ebed1eee11', 'status': 'completed', 'code': 200} Sep 14 11:15:17.808091 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.827515 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-306cc53e-a4a2-4941-a2fb-06e0339e669d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.877481 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:12Z', 'revision_number': 2, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:17.891055 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e8e92611-26ab-4421-ba63-a670fa83880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.893906 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e8e92611-26ab-4421-ba63-a670fa83880e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.898602 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-e8e92611-26ab-4421-ba63-a670fa83880e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb918510-94ad-406a-bf05-76c22c23c0e5 HTTP/1.1" status: 204 len: 168 time: 0.3504670 Sep 14 11:15:17.922370 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e92611-26ab-4421-ba63-a670fa83880e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb918510-94ad-406a-bf05-76c22c23c0e5,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:17.923243 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:17.925929 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:17.928906 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:17.946058 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:17.947020 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:17.959800 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Checking router: d43a6c8e-9e93-4de3-9224-0417dfc9ab7b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:15:17.960164 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Updating router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b port bbddc52d-15d3-417d-94d2-1114e70fc5db binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:15:17.991817 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234c72c-f98e-4c88-b262-96defbe27619 req-052568d7-34d5-4914-b507-cece8550f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:17.993821 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-052568d7-34d5-4914-b507-cece8550f150 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3148fb9b-44a5-45d8-b6bd-9c611d08d853 HTTP/1.1" status: 200 len: 851 time: 0.3208644 Sep 14 11:15:18.017716 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.070457 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-306cc53e-a4a2-4941-a2fb-06e0339e669d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.185357 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:15:18.227634 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34510) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:18.253829 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad12aa2e-290d-4cd2-8f67-8fe3b3fc2204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.323509 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d54c9fde-9379-4ac5-ac32-d998aa1ac655 req-6cab34c1-f900-4199-8ed4-5e08eb1ce8fb tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 210 time: 0.3681653 Sep 14 11:15:18.407085 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-306cc53e-a4a2-4941-a2fb-06e0339e669d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.419863 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-d66357b2-b992-4f41-b576-2fdc9e6ae532 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c17f3a-cd2c-451c-8820-54340ab2c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091321 Sep 14 11:15:18.443192 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9845886 Sep 14 11:15:18.474575 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218eddc-0738-4369-9933-c81d5bc73589 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Pushing event updated for resources: {'Port': ['ID=25c17c34-0957-48fb-bbdb-600cb475a3f4,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:18.490675 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Request body: {'port': {'device_id': 'e28732b1-1dd9-4ced-b4f9-65eb62464270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:18.534236 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cc53e-a4a2-4941-a2fb-06e0339e669d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33229318-c5ac-4c55-bad2-736c519f8f9e,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:18.562352 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.60', 55495) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:18.638257 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad12aa2e-290d-4cd2-8f67-8fe3b3fc2204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.710341 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad12aa2e-290d-4cd2-8f67-8fe3b3fc2204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.712726 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.738262 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Transition to ACTIVE for port object bbddc52d-15d3-417d-94d2-1114e70fc5db will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:18.778578 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-ad12aa2e-290d-4cd2-8f67-8fe3b3fc2204 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61083be82a8347cd985da5b5466d7859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5482297 Sep 14 11:15:18.780302 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12aa2e-290d-4cd2-8f67-8fe3b3fc2204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c130b581-2291-4746-9c30-ca92da4adcd1,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:18.785478 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34514) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:18.792500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43245e3a-8288-4bd8-9333-41f0b91338b7 req-b7c2dd74-415a-4a10-8ab4-c3b72e3ace0b tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:18.792500 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-43245e3a-8288-4bd8-9333-41f0b91338b7 req-b7c2dd74-415a-4a10-8ab4-c3b72e3ace0b tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 943 time: 0.3086278 Sep 14 11:15:18.792500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.921879 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-32cc780c-32dd-417a-87d3-eb9f52bd87a4 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c17f3a-cd2c-451c-8820-54340ab2c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806001 Sep 14 11:15:18.967238 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2042e8f4-7676-4bbb-bf6d-60154005d824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:18.967238 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2042e8f4-7676-4bbb-bf6d-60154005d824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.049414 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-43245e3a-8288-4bd8-9333-41f0b91338b7 req-f8a0a488-6833-4e1f-b60e-2148dc8c4280 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497222 Sep 14 11:15:19.154616 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.169541 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-6837a75a-72e3-4427-bb09-32c0256249a8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:19.171004 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-6837a75a-72e3-4427-bb09-32c0256249a8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 818 time: 0.5690646 Sep 14 11:15:19.178738 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-306cc53e-a4a2-4941-a2fb-06e0339e669d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.183955 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-306cc53e-a4a2-4941-a2fb-06e0339e669d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2434268 Sep 14 11:15:19.184400 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34526) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:19.191297 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:19.237069 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2042e8f4-7676-4bbb-bf6d-60154005d824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.238685 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Request body: {'port': {'device_id': 'b0162b3d-b655-4a1d-b7ae-ca20ac82d80e', 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe', 'admin_state_up': True, 'tenant_id': '62619888bdca466ba8c18ee81a70a388'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:19.248132 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-390020e9-b519-415d-8966-b72ba8afb698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.249027 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2042e8f4-7676-4bbb-bf6d-60154005d824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.250164 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2042e8f4-7676-4bbb-bf6d-60154005d824 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c130b581-2291-4746-9c30-ca92da4adcd1 HTTP/1.1" status: 204 len: 168 time: 0.4635684 Sep 14 11:15:19.274388 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042e8f4-7676-4bbb-bf6d-60154005d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c130b581-2291-4746-9c30-ca92da4adcd1,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:19.327687 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34532) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:19.328999 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1234c72c-f98e-4c88-b262-96defbe27619 req-25b972e1-04da-4069-b127-6ca46ca744a7 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c17f3a-cd2c-451c-8820-54340ab2c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866363 Sep 14 11:15:19.365835 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfad9b9-8ff1-4c0b-a1e8-1cb896915953 None None] Pushing event updated for resources: {'Port': ['ID=bbddc52d-15d3-417d-94d2-1114e70fc5db,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:19.437615 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34540) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:19.440119 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.447008 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Attempting to bind port bbddc52d-15d3-417d-94d2-1114e70fc5db on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:19.447008 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Attempting to bind port bbddc52d-15d3-417d-94d2-1114e70fc5db by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:19.447008 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Attempting to bind port bbddc52d-15d3-417d-94d2-1114e70fc5db on network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:19.479004 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:19.493232 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Checking segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:19.493232 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.493232 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Bound using segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:19.493232 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Bound port: bbddc52d-15d3-417d-94d2-1114e70fc5db, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:19.493232 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.505496 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-467a6a6d-d4f3-41b0-a960-da01f0929e67 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2027009423', 'description': 'tempest-description--770143781'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:19.562477 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b2a4f241-ff17-4d8e-8393-581a738327fb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c8593715e664ba6b1a5d62ab207ef29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334106 Sep 14 11:15:19.583423 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34542) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:19.711356 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] For port bbddc52d-15d3-417d-94d2-1114e70fc5db, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:19.725885 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] For port bbddc52d-15d3-417d-94d2-1114e70fc5db, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=bbddc52d-15d3-417d-94d2-1114e70fc5db,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:19.741711 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1199ba03-38f8-4684-a9a8-c34e1928749e req-daa66902-ab9c-45d6-996a-d376eb913914 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 210 time: 0.1572728 Sep 14 11:15:19.800230 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.833774 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-467a6a6d-d4f3-41b0-a960-da01f0929e67 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.904776 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-dfc0bbc9-e736-4a95-a94b-635a2d182df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:19.906308 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-dfc0bbc9-e736-4a95-a94b-635a2d182df5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84a71263d3c441e3afd25486f59f2a67&device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 1096 time: 0.2141368 Sep 14 11:15:19.935124 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:19.988917 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfad9b9-8ff1-4c0b-a1e8-1cb896915953 None None] Pushing event updated for resources: {'Port': ['ID=bbddc52d-15d3-417d-94d2-1114e70fc5db,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:20.006251 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-399c493f-188c-44b0-8f00-87a90b9ede8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.037443 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:20.038090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:14:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:20.148966 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Allocated IP 172.27.0.125 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/9bfe2208-f7e3-4ae2-9c5c-e3223fd2978f) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:20.172368 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c17c34-0957-48fb-bbdb-600cb475a3f4 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:20.196479 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Made reservation on behalf of 62619888bdca466ba8c18ee81a70a388 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:20.208134 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.309363 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.312144 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-399c493f-188c-44b0-8f00-87a90b9ede8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.359838 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:20.419684 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Transition to ACTIVE for port object 25c17c34-0957-48fb-bbdb-600cb475a3f4 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:20.515445 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-467a6a6d-d4f3-41b0-a960-da01f0929e67 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.566487 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.584277 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34568) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:20.659172 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91525d8-1ea3-46d9-b27f-266c164f9361 req-42d9f438-4b46-48e1-828a-87aa102d6546 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:20.669332 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f91525d8-1ea3-46d9-b27f-266c164f9361 req-42d9f438-4b46-48e1-828a-87aa102d6546 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 943 time: 0.4479406 Sep 14 11:15:20.676115 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-45a1ec70-ab0f-46ce-854b-90dfca99e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:20.678185 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-45a1ec70-ab0f-46ce-854b-90dfca99e586 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b1c17f3a-cd2c-451c-8820-54340ab2c350 HTTP/1.1" status: 200 len: 912 time: 0.7373223 Sep 14 11:15:20.793259 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-467a6a6d-d4f3-41b0-a960-da01f0929e67 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.798436 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Allocated IP 172.20.0.7 (c52c0b55-a090-4681-a1bc-f9b16f5dbdbe/7977ac6d-6579-49b1-9a74-4eae76b21999/70d44546-cc67-4116-ac83-1f55469ad864) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:20.861966 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.862199 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.877098 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-399c493f-188c-44b0-8f00-87a90b9ede8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.883988 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-399c493f-188c-44b0-8f00-87a90b9ede8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:20.886477 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-399c493f-188c-44b0-8f00-87a90b9ede8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5ef64ba-8126-4db1-a25b-d7952ac7a268 HTTP/1.1" status: 204 len: 168 time: 1.3005164 Sep 14 11:15:20.935767 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f91525d8-1ea3-46d9-b27f-266c164f9361 req-867cfd92-014e-40ea-baaf-03c5eaa0d565 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656424 Sep 14 11:15:20.979851 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-306248016-network', 'tenant_id': 'f875d142968f4e22b642fb0f6da2fdb8'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:20.988432 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c493f-188c-44b0-8f00-87a90b9ede8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ef64ba-8126-4db1-a25b-d7952ac7a268,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:20.992811 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:19Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:20.996117 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a6a6d-d4f3-41b0-a960-da01f0929e67 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd745cb-5df7-47f1-8278-bc33f9d69a15,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:20.999118 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-467a6a6d-d4f3-41b0-a960-da01f0929e67 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.000986 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-467a6a6d-d4f3-41b0-a960-da01f0929e67 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5612421 Sep 14 11:15:21.008801 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:21.011647 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34578) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:21.020535 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-edef3ec0-6122-4733-9bbc-7dedcde18f8e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'security_group_rule': {'security_group_id': '4dd745cb-5df7-47f1-8278-bc33f9d69a15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:21.033204 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:21.034235 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b9d74d80-1dc5-482c-93f8-c200f38c00a4 req-fbbfd6a9-035a-436a-b7cc-e7c1e85cdc4e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 210 time: 0.1031353 Sep 14 11:15:21.043962 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:21.048439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'Port': ['ID=9bfe2208-f7e3-4ae2-9c5c-e3223fd2978f,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:21.054998 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Pushing event updated for resources: {'Port': ['ID=25c17c34-0957-48fb-bbdb-600cb475a3f4,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:21.128906 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ba2b54-deb6-48b1-b550-973c20305228 None None] The sync data for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi is: [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:19Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:15:21.198786 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Made reservation on behalf of f875d142968f4e22b642fb0f6da2fdb8 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:21.203884 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.250205 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-540b4fed-7702-4687-8f67-b4f93a5900c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36086c8a-d03e-48ba-b656-66ebed1eee11 HTTP/1.1" status: 200 len: 217 time: 0.1961188 Sep 14 11:15:21.260257 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.299537 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.400032 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Attempting to bind port 25c17c34-0957-48fb-bbdb-600cb475a3f4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:21.401403 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Attempting to bind port 25c17c34-0957-48fb-bbdb-600cb475a3f4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:21.401935 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Attempting to bind port 25c17c34-0957-48fb-bbdb-600cb475a3f4 on network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:21.410443 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-edef3ec0-6122-4733-9bbc-7dedcde18f8e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.565471 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.632677 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34586) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:21.751848 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Port 25c17c34-0957-48fb-bbdb-600cb475a3f4 on network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:15:21.752759 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Attempting to bind port 25c17c34-0957-48fb-bbdb-600cb475a3f4 on network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:21.769023 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-edef3ec0-6122-4733-9bbc-7dedcde18f8e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.776698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.800438 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:21.800438 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Checking segment: {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:21.800438 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Bound using segment: {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:21.800438 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Bound port: 25c17c34-0957-48fb-bbdb-600cb475a3f4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:21.800438 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.857115 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-e95a6e35-a215-4718-a5cb-93014407d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:21.859005 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-e95a6e35-a215-4718-a5cb-93014407d014 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3148fb9b-44a5-45d8-b6bd-9c611d08d853 HTTP/1.1" status: 200 len: 851 time: 0.4909046 Sep 14 11:15:21.869958 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-edef3ec0-6122-4733-9bbc-7dedcde18f8e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:21.975252 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b6c07f27-aed7-4946-8309-14abe4099ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.049809 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-8f1ee2bd-5b2b-4e7d-afe0-2eab66977ce9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b1c17f3a-cd2c-451c-8820-54340ab2c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789523 Sep 14 11:15:22.147729 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.154388 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef3ec0-6122-4733-9bbc-7dedcde18f8e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ef058f-6e8b-4d53-a5b2-f4f51c13e701,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:22.174471 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-29b4a3e6-d0c4-424c-8c97-70cefe3ffa27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.220183 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.236427 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.250877 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:15:22.264076 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-15ed6b3e-7851-47e3-b232-eab3e1c93f5c req-20c9832a-9927-4896-8423-5a12972e0cc0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 210 time: 0.0619304 Sep 14 11:15:22.271210 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2956a926-a0f8-4fbc-b4c5-3e2706248be3,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:22.275958 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.276298 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Added segment 3c11aa7f-12da-42ba-a874-762680d834f8 of type vlan for network 4f00ac88-b77b-463e-922d-f0c763822f06 Sep 14 11:15:22.298760 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] For port 25c17c34-0957-48fb-bbdb-600cb475a3f4, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:22.312183 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-edef3ec0-6122-4733-9bbc-7dedcde18f8e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.312183 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-edef3ec0-6122-4733-9bbc-7dedcde18f8e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2984421 Sep 14 11:15:22.315557 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34610) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:22.327842 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383e242-91a5-4a86-8064-dfe298bc241b req-d871c089-bc61-4388-b851-22e1bb0cf8bd tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:22.329932 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6383e242-91a5-4a86-8064-dfe298bc241b req-d871c089-bc61-4388-b851-22e1bb0cf8bd tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 943 time: 0.2511528 Sep 14 11:15:22.342353 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-249b17b1-a2b1-4ef0-9e74-d4e4d403e89c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'security_group_rule': {'security_group_id': '4dd745cb-5df7-47f1-8278-bc33f9d69a15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:22.361740 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.363691 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.371602 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.394853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.421443 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] For port 25c17c34-0957-48fb-bbdb-600cb475a3f4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:22.490899 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.500433 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.db.resource_extend [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 11:15:22.501664 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device bbddc52d-15d3-417d-94d2-1114e70fc5db up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:22.521445 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.562442 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:22.574052 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'Port': ['ID=9bfe2208-f7e3-4ae2-9c5c-e3223fd2978f,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:22.596717 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:22.600209 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:22.610688 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:22.615589 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.627911 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Pushing event updated for resources: {'Port': ['ID=70d44546-cc67-4116-ac83-1f55469ad864,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:22.631792 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-4af67ac8-d4a6-4665-8b6f-b5759057bb2a service neutron] 10.222.0.60 "GET /v2.0/networks/b1c17f3a-cd2c-451c-8820-54340ab2c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435494 Sep 14 11:15:22.633146 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:22.638409 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.638665 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.638665 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:22.638816 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/25c17c34-0957-48fb-bbdb-600cb475a3f4 HTTP/1.1" status: 200 len: 1093 time: 4.1522937 Sep 14 11:15:22.638968 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.639044 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-29b4a3e6-d0c4-424c-8c97-70cefe3ffa27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.640614 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28732b1-1dd9-4ced-b4f9-65eb62464270', 'tag': '25c17c34-0957-48fb-bbdb-600cb475a3f4'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:22.649445 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d8b5e-51f6-4abb-aa54-36624a1922ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e28732b1-1dd9-4ced-b4f9-65eb62464270", "tag": "25c17c34-0957-48fb-bbdb-600cb475a3f4"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:22.654971 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6383e242-91a5-4a86-8064-dfe298bc241b req-cebf2b73-3178-4169-adf6-5b0b5c2de0dc tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627115 Sep 14 11:15:22.684834 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port bbddc52d-15d3-417d-94d2-1114e70fc5db completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:22.689228 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port bbddc52d-15d3-417d-94d2-1114e70fc5db triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:22.689667 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.712723 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] Pushing event updated for resources: {'Network': ['ID=4f00ac88-b77b-463e-922d-f0c763822f06,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:22.727023 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 4f00ac88-b77b-463e-922d-f0c763822f06 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:15:22.741407 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf068662-5ed1-4430-a47a-8c46bc7e0d11 x-openstack-request-id: req-bf068662-5ed1-4430-a47a-8c46bc7e0d11 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:22.741698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e28732b1-1dd9-4ced-b4f9-65eb62464270", "tag": "25c17c34-0957-48fb-bbdb-600cb475a3f4", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:22.741947 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf068662-5ed1-4430-a47a-8c46bc7e0d11 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:22.742327 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28732b1-1dd9-4ced-b4f9-65eb62464270', 'tag': '25c17c34-0957-48fb-bbdb-600cb475a3f4', 'status': 'completed', 'code': 200} Sep 14 11:15:22.768562 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-29b4a3e6-d0c4-424c-8c97-70cefe3ffa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.828986 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-29b4a3e6-d0c4-424c-8c97-70cefe3ffa27 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14cfc9a53e8d48059ce8d1987584bc20&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1953921 Sep 14 11:15:22.830170 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4a3e6-d0c4-424c-8c97-70cefe3ffa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd698b-9f0e-4c7a-b811-0499336d2de9,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:22.849921 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34622) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:22.857570 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c78ce5-0cb4-4c21-8419-8d2abfc504a8 service neutron] Pushing event updated for resources: {'Port': ['ID=25c17c34-0957-48fb-bbdb-600cb475a3f4,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:22.888237 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8b5e-51f6-4abb-aa54-36624a1922ba req-46e01f15-aff2-465b-895b-2bb0e97559a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:22.892985 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-728d8b5e-51f6-4abb-aa54-36624a1922ba req-46e01f15-aff2-465b-895b-2bb0e97559a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1096 time: 0.1389637 Sep 14 11:15:22.897186 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a15952e-d797-4c10-9500-e7cb20a0abda req-85eb998a-19e6-4d56-a87e-00e38ba7c196 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c17f3a-cd2c-451c-8820-54340ab2c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295058 Sep 14 11:15:22.904963 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-95070bd9-c6fb-4b1a-af90-94bfb4efa1fd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3195567 Sep 14 11:15:22.908116 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.910375 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-d37741c7-df33-4df2-8170-5f410acfadaf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7248800 Sep 14 11:15:22.910513 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.911304 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34626) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:22.931279 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Request body: {'subnet': {'network_id': '4f00ac88-b77b-463e-922d-f0c763822f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-306248016-subnet', 'tenant_id': 'f875d142968f4e22b642fb0f6da2fdb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:22.940470 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.948429 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-9b9a7532-86d4-4a2b-8114-a01c04410ec2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7422316 Sep 14 11:15:22.980516 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.db.api [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 11:15:22.980516 dv-cinder-804757-8-iscsi neutron-server[94632]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 11:15:22.980516 dv-cinder-804757-8-iscsi neutron-server[94632]: [parameters: {'project_id_1': 'f875d142968f4e22b642fb0f6da2fdb8', 'expiration_1': datetime.datetime(2021, 9, 14, 11, 15, 2, 955058)}] Sep 14 11:15:22.980516 dv-cinder-804757-8-iscsi neutron-server[94632]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:15:22.981440 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG oslo_db.api [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:15:22.982518 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43e5fe85-760a-4533-a609-c86a890cd8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:22.986442 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port bbddc52d-15d3-417d-94d2-1114e70fc5db, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=bbddc52d-15d3-417d-94d2-1114e70fc5db,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:22.996080 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Request body: {'port': {'device_id': 'b0162b3d-b655-4a1d-b7ae-ca20ac82d80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:23.007024 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43e5fe85-760a-4533-a609-c86a890cd8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.067445 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.126310 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=bbddc52d-15d3-417d-94d2-1114e70fc5db,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:23.170550 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-249b17b1-a2b1-4ef0-9e74-d4e4d403e89c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.172914 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.175236 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43e5fe85-760a-4533-a609-c86a890cd8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.178933 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43e5fe85-760a-4533-a609-c86a890cd8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.179580 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-43e5fe85-760a-4533-a609-c86a890cd8d8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41cd698b-9f0e-4c7a-b811-0499336d2de9 HTTP/1.1" status: 204 len: 168 time: 0.3283432 Sep 14 11:15:23.192710 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5fe85-760a-4533-a609-c86a890cd8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd698b-9f0e-4c7a-b811-0499336d2de9,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:23.267648 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8b5e-51f6-4abb-aa54-36624a1922ba req-8486fc40-db49-46bb-a4ff-2d1181696ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:23.269150 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-728d8b5e-51f6-4abb-aa54-36624a1922ba req-8486fc40-db49-46bb-a4ff-2d1181696ee4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=62619888bdca466ba8c18ee81a70a388&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3341284 Sep 14 11:15:23.381033 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-dfbb7c62-7289-4d53-92d1-52578ca6d04f tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--528118540&fields=id&tenant_id=48534bb46df04c468ec6c8feab035277 HTTP/1.1" status: 200 len: 267 time: 0.2050424 Sep 14 11:15:23.535592 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-249b17b1-a2b1-4ef0-9e74-d4e4d403e89c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.578652 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Made reservation on behalf of f875d142968f4e22b642fb0f6da2fdb8 for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:23.580159 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156735'] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.662870 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-249b17b1-a2b1-4ef0-9e74-d4e4d403e89c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.679442 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266b1a4-449d-47bb-9b51-5c210241d817 req-af9bdc34-c044-4972-9431-faff7fd66129 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:23.680972 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b266b1a4-449d-47bb-9b51-5c210241d817 req-af9bdc34-c044-4972-9431-faff7fd66129 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 931 time: 0.3405499 Sep 14 11:15:23.724367 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d8b5e-51f6-4abb-aa54-36624a1922ba req-7f171bb6-dba1-48ee-bbc5-d76a70cf454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:23.726120 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-728d8b5e-51f6-4abb-aa54-36624a1922ba req-7f171bb6-dba1-48ee-bbc5-d76a70cf454e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4468176 Sep 14 11:15:23.753465 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b17b1-a2b1-4ef0-9e74-d4e4d403e89c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347afff3-d663-44aa-86fe-b64832cce183,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:23.854728 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-2661e5b8-3b6e-4f46-89fd-93009c42def4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:23.856244 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-2661e5b8-3b6e-4f46-89fd-93009c42def4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 811 time: 0.4420547 Sep 14 11:15:23.867940 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2764913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156705'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.880706 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-249b17b1-a2b1-4ef0-9e74-d4e4d403e89c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:23.881853 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-249b17b1-a2b1-4ef0-9e74-d4e4d403e89c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5645883 Sep 14 11:15:23.895130 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34670) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:23.903634 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:23.911094 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b266b1a4-449d-47bb-9b51-5c210241d817 req-74c83404-cc5a-4d01-8be2-d00ca1d8147c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074764 Sep 14 11:15:23.916815 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-8c284956-4701-4c73-9a11-3a034e66827d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/quotas/48534bb46df04c468ec6c8feab035277 HTTP/1.1" status: 200 len: 375 time: 0.0504773 Sep 14 11:15:23.941415 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0465d75e-44fb-4a0e-9bf4-87737a01f924,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:23.947925 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Checking segment: {'id': '3c11aa7f-12da-42ba-a874-762680d834f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4f00ac88-b77b-463e-922d-f0c763822f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:23.948370 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-b96651f5-a3e7-486b-be94-cf0b6b4f4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:23.948478 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Network hostable DHCP agents. Network: 4f00ac88-b77b-463e-922d-f0c763822f06, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:15:23.949904 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-b96651f5-a3e7-486b-be94-cf0b6b4f4256 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1096 time: 0.1664219 Sep 14 11:15:24.050869 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Network 4f00ac88-b77b-463e-922d-f0c763822f06 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:15:24.136403 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 4f00ac88-b77b-463e-922d-f0c763822f06) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:24.141581 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:24.142305 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:24.148367 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a400c4-8c8d-45e4-bca0-9f00e6a256d7 None None] Network 4f00ac88-b77b-463e-922d-f0c763822f06 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:15:24.220270 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-eef0d767-e0ff-452e-9763-ee241e682b59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4 HTTP/1.1" status: 200 len: 217 time: 0.2477612 Sep 14 11:15:24.287636 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d8d5f-0d24-4c8d-84c5-f5d3cf5d50c3 None None] Network 4f00ac88-b77b-463e-922d-f0c763822f06 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:15:24.303250 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:24.325534 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-7fdeb46f-94e1-468a-bdcf-cfcb84bca019 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4079406 Sep 14 11:15:24.331900 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d44546-cc67-4116-ac83-1f55469ad864 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:24.351834 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:24.367253 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-98299a79-f1ab-4435-98eb-07271b416778 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4362774 Sep 14 11:15:24.392884 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-98662807-b23c-4fd9-bfc5-1ad01d7511b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:24.394393 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-98662807-b23c-4fd9-bfc5-1ad01d7511b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.1430144 Sep 14 11:15:24.396313 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Transition to ACTIVE for port object 70d44546-cc67-4116-ac83-1f55469ad864 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:24.437009 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec42bd-31d8-4043-95ea-4412f7e00896 req-980b6934-d759-4a8c-a120-950e160a9fdc tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:24.438608 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1cec42bd-31d8-4043-95ea-4412f7e00896 req-980b6934-d759-4a8c-a120-950e160a9fdc tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 943 time: 0.2239978 Sep 14 11:15:24.471744 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device bbddc52d-15d3-417d-94d2-1114e70fc5db up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:24.471925 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-f2479e81-2252-4910-8493-2286c2592862 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607581 Sep 14 11:15:24.475638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:24.578189 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:24.586087 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port bbddc52d-15d3-417d-94d2-1114e70fc5db triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:24.586243 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:24.714770 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1cec42bd-31d8-4043-95ea-4412f7e00896 req-a7d7ea19-81f2-4a5b-965c-1c92c941739b tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466750 Sep 14 11:15:24.750552 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Pushing event updated for resources: {'Port': ['ID=70d44546-cc67-4116-ac83-1f55469ad864,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:24.784213 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-4b65060a-b86a-4d1c-82df-519f7bb5c53d service neutron] 10.222.0.59 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867562 Sep 14 11:15:24.792904 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-86468e61-9275-404c-90bd-3408f55d78d2 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054099 Sep 14 11:15:24.796785 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Attempting to bind port 70d44546-cc67-4116-ac83-1f55469ad864 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:24.796939 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Attempting to bind port 70d44546-cc67-4116-ac83-1f55469ad864 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:24.797264 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Attempting to bind port 70d44546-cc67-4116-ac83-1f55469ad864 on network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:24.847206 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Port 70d44546-cc67-4116-ac83-1f55469ad864 on network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:15:24.847555 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Attempting to bind port 70d44546-cc67-4116-ac83-1f55469ad864 on network c52c0b55-a090-4681-a1bc-f9b16f5dbdbe {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:24.870476 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:24.870905 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Checking segment: {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:24.871188 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Bound using segment: {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:24.871689 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Bound port: 70d44546-cc67-4116-ac83-1f55469ad864, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c23798e-3931-494e-9a52-8f78f108b47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:24.872117 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:24.959253 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.068846 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-258872b0-64e3-4397-a96c-cf578d68a1e2 service neutron] 10.222.0.59 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749553 Sep 14 11:15:25.104259 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7280a5dd-b0b3-4373-a014-1c26db26a2d3 req-60a6f23f-aab2-4d25-bcb1-b47027076226 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965388 Sep 14 11:15:25.104666 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34714) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:25.158492 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] For port 70d44546-cc67-4116-ac83-1f55469ad864, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:25.177698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] For port 70d44546-cc67-4116-ac83-1f55469ad864, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70d44546-cc67-4116-ac83-1f55469ad864,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:25.187512 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581d3a5-7707-4fef-819b-fe052c760135 req-3c0ba467-7a3d-4320-a5ca-b6536bd04399 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:25.189018 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3581d3a5-7707-4fef-819b-fe052c760135 req-3c0ba467-7a3d-4320-a5ca-b6536bd04399 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 943 time: 0.1434510 Sep 14 11:15:25.214419 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Allocated IP 172.27.0.219 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/27c053af-44b5-473e-8b99-ddc0090add61) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:25.265055 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3581d3a5-7707-4fef-819b-fe052c760135 req-12fa564d-d37b-4ab8-99bf-b913d8b85d72 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664086 Sep 14 11:15:25.309879 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.411371 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7aed6912-fbdc-46f1-8967-5eb6546be347 req-42adaa34-ee7a-4ee3-b282-2e252e54ee19 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 210 time: 0.0510397 Sep 14 11:15:25.423135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:25.423135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.423135 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/70d44546-cc67-4116-ac83-1f55469ad864 HTTP/1.1" status: 200 len: 1093 time: 2.4291477 Sep 14 11:15:25.423135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0162b3d-b655-4a1d-b7ae-ca20ac82d80e', 'tag': '70d44546-cc67-4116-ac83-1f55469ad864'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:25.423135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeafa3f-fd30-4efe-b01b-99c483549332" -d '{"events": [{"name": "network-changed", "server_uuid": "b0162b3d-b655-4a1d-b7ae-ca20ac82d80e", "tag": "70d44546-cc67-4116-ac83-1f55469ad864"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:25.451761 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.454705 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dfc53-4d82-4b21-b55f-42a004b409f4 service neutron] Pushing event updated for resources: {'Port': ['ID=70d44546-cc67-4116-ac83-1f55469ad864,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:25.605163 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b2c210-2e2e-4907-937c-3e0a515825ab x-openstack-request-id: req-01b2c210-2e2e-4907-937c-3e0a515825ab {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:25.605447 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0162b3d-b655-4a1d-b7ae-ca20ac82d80e", "tag": "70d44546-cc67-4116-ac83-1f55469ad864", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:25.605699 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01b2c210-2e2e-4907-937c-3e0a515825ab {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:25.606088 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0162b3d-b655-4a1d-b7ae-ca20ac82d80e', 'tag': '70d44546-cc67-4116-ac83-1f55469ad864', 'status': 'completed', 'code': 200} Sep 14 11:15:25.611044 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.616790 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-52b675a0-7640-4762-99c0-4cda8749531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:25.618436 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-52b675a0-7640-4762-99c0-4cda8749531d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 1096 time: 0.0636933 Sep 14 11:15:25.678909 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-da482067-3cbd-4056-b1db-7aace85b4e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.704192 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:25.718824 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-1e1afb23-ab7d-460b-83a1-026114e762a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d44546-cc67-4116-ac83-1f55469ad864 HTTP/1.1" status: 200 len: 217 time: 0.0774097 Sep 14 11:15:25.725322 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:25.730631 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:25.741089 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'Port': ['ID=27c053af-44b5-473e-8b99-ddc0090add61,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:25.823619 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-da482067-3cbd-4056-b1db-7aace85b4e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.884290 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-da482067-3cbd-4056-b1db-7aace85b4e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.914434 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-827e6d2e-0ae7-441d-8a2f-304c75ae91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:25.917700 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-827e6d2e-0ae7-441d-8a2f-304c75ae91c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.1898394 Sep 14 11:15:25.929798 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:25.936521 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-da482067-3cbd-4056-b1db-7aace85b4e04 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c584c19e661e44a69708a822054e3897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305285 Sep 14 11:15:25.939441 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34758) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:25.985405 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89be63-2f73-415e-9956-3b4e515bfeba req-71ad7068-cfd5-403a-a50f-1f5dec3fd0e5 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:25.993438 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9a89be63-2f73-415e-9956-3b4e515bfeba req-71ad7068-cfd5-403a-a50f-1f5dec3fd0e5 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 943 time: 0.1761639 Sep 14 11:15:25.997430 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-d3d8b7ab-5b90-4c24-92f8-773149cea516 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698841 Sep 14 11:15:26.018499 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da482067-3cbd-4056-b1db-7aace85b4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdee7c4f-27f6-48f5-8a8e-e70e83e8e61f,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:26.084765 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d622309d-e810-4650-bed4-1c28e728fafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.084979 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 36086c8a-d03e-48ba-b656-66ebed1eee11 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:15:26.112363 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d622309d-e810-4650-bed4-1c28e728fafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.129294 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34762) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:26.136213 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-149598037-network', 'tenant_id': '0c0f15e1f4d64289b77c4cd119961f2a'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:26.137540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.237008 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 36086c8a-d03e-48ba-b656-66ebed1eee11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36086c8a-d03e-48ba-b656-66ebed1eee11,segment=NetworkSegment(bf6b0102-11f7-4ba4-9b73-59cb24b4e00b),segment_id=bf6b0102-11f7-4ba4-9b73-59cb24b4e00b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:26.254404 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '36086c8a-d03e-48ba-b656-66ebed1eee11', 'network_id': 'b1c17f3a-cd2c-451c-8820-54340ab2c350', 'port_id': '36086c8a-d03e-48ba-b656-66ebed1eee11', 'mac_address': 'fa:16:3e:de:e6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3148fb9b-44a5-45d8-b6bd-9c611d08d853', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:15:26.279150 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Made reservation on behalf of 0c0f15e1f4d64289b77c4cd119961f2a for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:26.283213 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.306023 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.321158 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.337040 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36086c8a-d03e-48ba-b656-66ebed1eee11 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:26.349579 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d622309d-e810-4650-bed4-1c28e728fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.354183 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d622309d-e810-4650-bed4-1c28e728fafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.361515 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-d622309d-e810-4650-bed4-1c28e728fafa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bdee7c4f-27f6-48f5-8a8e-e70e83e8e61f HTTP/1.1" status: 204 len: 168 time: 0.4153543 Sep 14 11:15:26.361941 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 36086c8a-d03e-48ba-b656-66ebed1eee11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36086c8a-d03e-48ba-b656-66ebed1eee11,segment=NetworkSegment(bf6b0102-11f7-4ba4-9b73-59cb24b4e00b),segment_id=bf6b0102-11f7-4ba4-9b73-59cb24b4e00b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:26.389190 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622309d-e810-4650-bed4-1c28e728fafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdee7c4f-27f6-48f5-8a8e-e70e83e8e61f,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:26.406948 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9a89be63-2f73-415e-9956-3b4e515bfeba req-068fc26f-a1ff-4dfd-a95f-142ddccffddf tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117651 Sep 14 11:15:26.457266 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.487099 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb739957-1355-483b-8ff3-df4e2bde03f3 req-41896975-1eb4-4762-956a-23b107a668f1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:26.488638 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bb739957-1355-483b-8ff3-df4e2bde03f3 req-41896975-1eb4-4762-956a-23b107a668f1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 943 time: 0.1157691 Sep 14 11:15:26.530249 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.530452 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=36086c8a-d03e-48ba-b656-66ebed1eee11,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:26.558085 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-e5645d3e-f7e2-4846-9388-003b36d1cf84 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506623 Sep 14 11:15:26.567115 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3d330ca0-93a9-4ba2-9dd6-7273c4dc22e5 req-e919fd8a-ef7a-455a-a0fb-db301d1d209c tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 210 time: 0.0724823 Sep 14 11:15:26.610196 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.636502 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:15:26.648387 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24770150-f8a9-41c1-b34b-009149fcf995,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:26.665041 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.666113 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Added segment bb8c3b5e-0c9a-466e-9cdd-457cfb5e56bc of type vlan for network 33b2c46a-50f6-42d5-b749-902836c5ac66 Sep 14 11:15:26.679269 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bb739957-1355-483b-8ff3-df4e2bde03f3 req-74dfb5bd-ca8f-4052-8c1e-57f6c0a50a5d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653411 Sep 14 11:15:26.714843 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.737995 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['36086c8a-d03e-48ba-b656-66ebed1eee11'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:15:26.803013 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2bc5cb10-1ad5-437d-ba62-f97ab1daee1e req-735a20a9-417f-4ffa-9bef-e06f5fafad6c service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333205 Sep 14 11:15:26.808062 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.844307 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.845289 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:26.845908 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.889203 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.905050 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] Pushing event updated for resources: {'Network': ['ID=33b2c46a-50f6-42d5-b749-902836c5ac66,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:26.921334 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 33b2c46a-50f6-42d5-b749-902836c5ac66 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:15:26.926279 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:26.950153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'Port': ['ID=27c053af-44b5-473e-8b99-ddc0090add61,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:27.055062 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-0b628d9b-13df-4139-b9f3-3f6eec290882 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9049079 Sep 14 11:15:27.055062 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34788) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:27.055420 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.055420 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-cfbe6925-3f5c-4514-97b1-b9ecf2ef7929 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1436801 Sep 14 11:15:27.055939 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Request body: {'subnet': {'network_id': '33b2c46a-50f6-42d5-b749-902836c5ac66', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-149598037-subnet', 'tenant_id': '0c0f15e1f4d64289b77c4cd119961f2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:27.078649 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-8b69341b-2461-4510-bb9c-427d6c0e7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:27.080351 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-8b69341b-2461-4510-bb9c-427d6c0e7b1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 1096 time: 0.0525742 Sep 14 11:15:27.183665 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Made reservation on behalf of 0c0f15e1f4d64289b77c4cd119961f2a for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:27.186622 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156735'] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.193382 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-dc07758d-d62c-4995-ae25-2d44bef1c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:27.194888 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-dc07758d-d62c-4995-ae25-2d44bef1c974 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 919 time: 0.1070249 Sep 14 11:15:27.244764 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34796) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:27.257739 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0462f1f-e6bb-499e-83a0-5419e05f6b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.261368 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-c7e46ae9-a93e-4d84-9a8d-a30e37e9b2d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d44546-cc67-4116-ac83-1f55469ad864 HTTP/1.1" status: 200 len: 217 time: 0.0583799 Sep 14 11:15:27.344678 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-c7f7d78e-e168-45f1-9c39-c82c349d541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:27.346597 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-c7f7d78e-e168-45f1-9c39-c82c349d541c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.0742736 Sep 14 11:15:27.405364 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34808) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:27.407074 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-b5219708-ed85-4a73-90f8-5f1db0ac6412 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423274 Sep 14 11:15:27.507152 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2764913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156705'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.524813 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-dc88c4b1-e3e3-4d3e-9f56-68fd798a772b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2027009423&fields=id&tenant_id=089a4b9a31d14392ae58d7e91328979e HTTP/1.1" status: 200 len: 267 time: 0.1206193 Sep 14 11:15:27.564508 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c860014d-a8bf-42b3-aef6-0ed11bab188b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.575980 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0462f1f-e6bb-499e-83a0-5419e05f6b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.599286 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a143a9a7-3824-430c-8350-0b4f370c34a7,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:27.609672 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Checking segment: {'id': 'bb8c3b5e-0c9a-466e-9cdd-457cfb5e56bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '33b2c46a-50f6-42d5-b749-902836c5ac66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:27.610029 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Network hostable DHCP agents. Network: 33b2c46a-50f6-42d5-b749-902836c5ac66, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:15:27.633325 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-8722e3b1-725d-43f4-97c0-523327b6ad29 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136321 Sep 14 11:15:27.675145 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0462f1f-e6bb-499e-83a0-5419e05f6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.690732 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d7f4d-7af1-4167-9072-b8d4a3ce9bab req-2fbc07d6-ee05-4501-ab8a-fc1db6f60f71 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:27.692300 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6d6d7f4d-7af1-4167-9072-b8d4a3ce9bab req-2fbc07d6-ee05-4501-ab8a-fc1db6f60f71 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 944 time: 0.1664248 Sep 14 11:15:27.709315 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Network 33b2c46a-50f6-42d5-b749-902836c5ac66 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:15:27.745504 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c860014d-a8bf-42b3-aef6-0ed11bab188b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.783119 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0462f1f-e6bb-499e-83a0-5419e05f6b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fd748-b2fc-46c3-80ac-34f9d89dd886,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:27.814290 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f0462f1f-e6bb-499e-83a0-5419e05f6b42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bce44ea5f2d41d9a30b761a45b27243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5660431 Sep 14 11:15:27.814653 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34824) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:27.826523 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c182-fe03-4e11-9003-749d73839e67 req-2ce3d0ff-6cc0-4222-a7eb-cbc8e99e66f7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:27.826523 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-2ce3d0ff-6cc0-4222-a7eb-cbc8e99e66f7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 816 time: 0.2912030 Sep 14 11:15:27.856363 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6d6d7f4d-7af1-4167-9072-b8d4a3ce9bab req-f2faa65b-d15f-40de-8595-900386e5434c tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390471 Sep 14 11:15:27.867529 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-646a55ce-6c78-423f-b193-e18bd3062868 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/quotas/089a4b9a31d14392ae58d7e91328979e HTTP/1.1" status: 200 len: 375 time: 0.0317094 Sep 14 11:15:27.886363 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 33b2c46a-50f6-42d5-b749-902836c5ac66) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:27.888880 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c860014d-a8bf-42b3-aef6-0ed11bab188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.896233 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b9e866-b64a-401a-986a-310a984f653c None None] Network 33b2c46a-50f6-42d5-b749-902836c5ac66 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:15:27.908664 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1eeafa3f-fd30-4efe-b01b-99c483549332 req-ea4a6346-a9f2-4dcf-a816-63541f453ed2 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456796 Sep 14 11:15:27.913542 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:27.913542 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.952940 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c860014d-a8bf-42b3-aef6-0ed11bab188b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=892b828fc3d74c4788c3c7248a1a58f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438321 Sep 14 11:15:27.953133 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-2fc0373e-ea6b-4e90-90c7-5a66400aef9c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846767 Sep 14 11:15:27.953372 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 34830) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:27.955060 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b18ef2cc-aade-46bb-8886-263e7ce399b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:27.975302 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860014d-a8bf-42b3-aef6-0ed11bab188b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9c858-c85a-49b3-9445-3f79765689fa,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:28.006134 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b18ef2cc-aade-46bb-8886-263e7ce399b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.076032 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf9c26e1-96b0-41bb-8502-f42c448b04c8 req-a6692a91-3561-47c3-ac41-2a8ddab786d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 210 time: 0.0895829 Sep 14 11:15:28.076579 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-6bc27c87-9bc0-4468-b4c4-1d34cdca5c31 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0346217 Sep 14 11:15:28.110646 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 25c17c34-0957-48fb-bbdb-600cb475a3f4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:15:28.133870 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73915464-5572-41d6-a829-3f85feadd86e None None] Network 33b2c46a-50f6-42d5-b749-902836c5ac66 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:15:28.155925 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 36086c8a-d03e-48ba-b656-66ebed1eee11 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:28.175690 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b18ef2cc-aade-46bb-8886-263e7ce399b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.178481 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b18ef2cc-aade-46bb-8886-263e7ce399b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.179845 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b18ef2cc-aade-46bb-8886-263e7ce399b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa6fd748-b2fc-46c3-80ac-34f9d89dd886 HTTP/1.1" status: 204 len: 168 time: 0.3642011 Sep 14 11:15:28.192389 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ef2cc-aade-46bb-8886-263e7ce399b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fd748-b2fc-46c3-80ac-34f9d89dd886,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:28.337028 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-7158736a-ef5f-4889-8b13-f5044fd09c72 service neutron] 10.222.0.59 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707685 Sep 14 11:15:28.351780 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d30df52b-96b3-4d9c-99b2-5bb1cfd40b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.382191 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-4bc07f11-7c36-46ef-aff2-3fde37cdda93 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:28.383690 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-4bc07f11-7c36-46ef-aff2-3fde37cdda93 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 811 time: 0.3788757 Sep 14 11:15:28.416612 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 25c17c34-0957-48fb-bbdb-600cb475a3f4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:28.448542 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '25c17c34-0957-48fb-bbdb-600cb475a3f4', 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe', 'port_id': '25c17c34-0957-48fb-bbdb-600cb475a3f4', 'mac_address': 'fa:16:3e:2a:48:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7977ac6d-6579-49b1-9a74-4eae76b21999', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:15:28.465363 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743fb5c8-b1c7-4601-bce7-6e85ac23eeee req-c30e97d6-70a4-4038-9176-ce366c139f2f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:28.472476 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-743fb5c8-b1c7-4601-bce7-6e85ac23eeee req-c30e97d6-70a4-4038-9176-ce366c139f2f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 943 time: 0.2582197 Sep 14 11:15:28.477299 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d30df52b-96b3-4d9c-99b2-5bb1cfd40b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.511052 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 36086c8a-d03e-48ba-b656-66ebed1eee11 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:28.529304 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 36086c8a-d03e-48ba-b656-66ebed1eee11 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:28.529917 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.535810 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.570509 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c17c34-0957-48fb-bbdb-600cb475a3f4 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:28.592604 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5a5c1a90-af30-4695-8c67-109b48fff3dd tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48534bb46df04c468ec6c8feab035277 HTTP/1.1" status: 200 len: 379 time: 0.1941864 Sep 14 11:15:28.606342 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-cc567d42-d79d-4285-a683-d2913c532df9 service neutron] 10.222.0.59 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675242 Sep 14 11:15:28.611059 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 25c17c34-0957-48fb-bbdb-600cb475a3f4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:28.641857 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-743fb5c8-b1c7-4601-bce7-6e85ac23eeee req-0909ac27-3fa3-4646-b498-a090decfc8f6 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596267 Sep 14 11:15:28.641857 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'port': {'device_id': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'admin_state_up': True, 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'security_groups': ['4834238d-1120-476a-a79d-c83db63889c2']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:28.682889 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.736386 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.795279 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4f99a5-79f1-49d7-ab69-78322017dd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36086c8a-d03e-48ba-b656-66ebed1eee11'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:28.825858 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d30df52b-96b3-4d9c-99b2-5bb1cfd40b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.830102 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d30df52b-96b3-4d9c-99b2-5bb1cfd40b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:28.831278 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d30df52b-96b3-4d9c-99b2-5bb1cfd40b55 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/97d9c858-c85a-49b3-9445-3f79765689fa HTTP/1.1" status: 204 len: 168 time: 0.8770194 Sep 14 11:15:28.843388 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30df52b-96b3-4d9c-99b2-5bb1cfd40b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9c858-c85a-49b3-9445-3f79765689fa,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:28.885482 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=25c17c34-0957-48fb-bbdb-600cb475a3f4,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:28.894906 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 36086c8a-d03e-48ba-b656-66ebed1eee11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36086c8a-d03e-48ba-b656-66ebed1eee11,segment=NetworkSegment(bf6b0102-11f7-4ba4-9b73-59cb24b4e00b),segment_id=bf6b0102-11f7-4ba4-9b73-59cb24b4e00b)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:28.935817 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Made reservation on behalf of 48534bb46df04c468ec6c8feab035277 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:28.956546 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['25c17c34-0957-48fb-bbdb-600cb475a3f4'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:15:28.969702 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:29.005817 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:29.058148 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b67ae425-4aaf-4ad2-abba-81fa14a57446 req-a3e7d624-65c2-46c0-accb-4acb8de3ec76 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 210 time: 0.0812061 Sep 14 11:15:29.086142 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=36086c8a-d03e-48ba-b656-66ebed1eee11,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:29.163288 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4951f-df60-4699-9272-3827b4c0e828 req-e55b3309-abf1-4b43-8209-c8f763f60693 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:29.171277 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f4951f-df60-4699-9272-3827b4c0e828 req-e55b3309-abf1-4b43-8209-c8f763f60693 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.1957166 Sep 14 11:15:29.251156 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-50fd5712-0007-4582-9431-cbcccb3c6a5a req-05fa0587-c001-43a0-be5f-1504409f3db4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 210 time: 0.0569508 Sep 14 11:15:29.281952 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f4951f-df60-4699-9272-3827b4c0e828 req-f8cb6067-4259-48d8-8310-05c821f34c05 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055732 Sep 14 11:15:29.297591 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Allocated IP 172.20.0.3 (7c940777-7628-4ed0-b628-393b50c3a6e2/8396b9d7-6eb9-47e0-a433-97bcd58421ff/4060eb62-fbd7-4b09-b4de-e153ca3ad8d0) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:29.340499 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e15dbce-33b9-4112-9467-3baf87b621e0" -d '{"events": [{"server_uuid": "8a4f99a5-79f1-49d7-ab69-78322017dd94", "name": "network-vif-plugged", "status": "completed", "tag": "36086c8a-d03e-48ba-b656-66ebed1eee11"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:29.454278 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:29.480938 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Transition to ACTIVE for port object 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:29.546933 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e8f86-cfe2-4d93-bca6-041a12ff7e01 x-openstack-request-id: req-126e8f86-cfe2-4d93-bca6-041a12ff7e01 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:29.547280 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4f99a5-79f1-49d7-ab69-78322017dd94", "name": "network-vif-plugged", "status": "completed", "tag": "36086c8a-d03e-48ba-b656-66ebed1eee11", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:29.547616 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-126e8f86-cfe2-4d93-bca6-041a12ff7e01 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:29.548181 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4f99a5-79f1-49d7-ab69-78322017dd94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36086c8a-d03e-48ba-b656-66ebed1eee11', 'code': 200} Sep 14 11:15:29.656379 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:29.750326 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34896) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:29.769682 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-631c532a-2f0a-447a-b1e9-aa34f57f493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:29.922630 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-631c532a-2f0a-447a-b1e9-aa34f57f493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:29.979108 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:30.015618 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:30.016198 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-631c532a-2f0a-447a-b1e9-aa34f57f493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.018247 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:30.028677 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:30.028677 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.045183 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'Port': ['ID=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:30.055781 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c532a-2f0a-447a-b1e9-aa34f57f493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab887e34-642b-4d1c-a2c1-258ef0fefd26,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:30.067442 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-631c532a-2f0a-447a-b1e9-aa34f57f493b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc45964ed10d46dc8a331cfdff101b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098426 Sep 14 11:15:30.067442 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 34904) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:30.088822 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 70d44546-cc67-4116-ac83-1f55469ad864 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:15:30.095366 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 25c17c34-0957-48fb-bbdb-600cb475a3f4 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:30.117975 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bcad5-42d3-4d2a-8c27-1f597a640835 req-2c6430b8-4859-43b4-9a5b-5abbe5d45d4f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:30.120648 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1b4bcad5-42d3-4d2a-8c27-1f597a640835 req-2c6430b8-4859-43b4-9a5b-5abbe5d45d4f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 943 time: 0.4217415 Sep 14 11:15:30.137406 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-bccb62dd-b287-420c-8e30-605b5a17f561 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5265539 Sep 14 11:15:30.146784 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1374-f636-4b9f-9809-46c2f8b7f805 req-9ce401de-54f8-473e-9cf8-e482c4bf0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:30.148302 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-048a1374-f636-4b9f-9809-46c2f8b7f805 req-9ce401de-54f8-473e-9cf8-e482c4bf0ab2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 1098 time: 0.1760697 Sep 14 11:15:30.152544 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-87456d61-ee17-498f-a211-c6c71469abe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.158099 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Request body: {'port': {'device_id': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:30.201808 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-87456d61-ee17-498f-a211-c6c71469abe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.260213 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e472eb51-e7a7-46ba-b87b-3ed4dc29af71 req-58ba58ce-8e96-41cd-89ee-ddf12f207af9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 210 time: 0.1059873 Sep 14 11:15:30.266908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-048a1374-f636-4b9f-9809-46c2f8b7f805 req-4160e583-823b-45d2-acec-721f14b129e4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.386637 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1b4bcad5-42d3-4d2a-8c27-1f597a640835 req-b07a0b1d-9cda-44e6-9108-5ae6a3d66f15 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560248 Sep 14 11:15:30.411546 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.437620 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-87456d61-ee17-498f-a211-c6c71469abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.437620 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-87456d61-ee17-498f-a211-c6c71469abe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.439376 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-87456d61-ee17-498f-a211-c6c71469abe9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab887e34-642b-4d1c-a2c1-258ef0fefd26 HTTP/1.1" status: 204 len: 168 time: 0.3734789 Sep 14 11:15:30.470147 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87456d61-ee17-498f-a211-c6c71469abe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab887e34-642b-4d1c-a2c1-258ef0fefd26,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:30.474337 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 70d44546-cc67-4116-ac83-1f55469ad864, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70d44546-cc67-4116-ac83-1f55469ad864,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:30.506659 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '70d44546-cc67-4116-ac83-1f55469ad864', 'network_id': 'c52c0b55-a090-4681-a1bc-f9b16f5dbdbe', 'port_id': '70d44546-cc67-4116-ac83-1f55469ad864', 'mac_address': 'fa:16:3e:1e:e7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7977ac6d-6579-49b1-9a74-4eae76b21999', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:15:30.523955 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb32ee-75bd-4017-8f72-7f94903e09d0 req-50803654-c5ee-4e29-be07-4a641a8d3ad6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:30.525862 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-96bb32ee-75bd-4017-8f72-7f94903e09d0 req-50803654-c5ee-4e29-be07-4a641a8d3ad6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 931 time: 0.1357679 Sep 14 11:15:30.558429 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 25c17c34-0957-48fb-bbdb-600cb475a3f4 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:30.568219 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 25c17c34-0957-48fb-bbdb-600cb475a3f4 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:30.568780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.613294 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.617746 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d4cae670-794b-441b-951a-25e357a176c3 None None] Provisioning for port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:30.636138 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d4cae670-794b-441b-951a-25e357a176c3 None None] Provisioning complete for port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:30.636510 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d4cae670-794b-441b-951a-25e357a176c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.659032 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d44546-cc67-4116-ac83-1f55469ad864 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:30.695746 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 70d44546-cc67-4116-ac83-1f55469ad864, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70d44546-cc67-4116-ac83-1f55469ad864,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:30.697569 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d4cae670-794b-441b-951a-25e357a176c3 None None] Port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:15:30.741052 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-96bb32ee-75bd-4017-8f72-7f94903e09d0 req-ed43f660-827f-4f0e-b07d-574f64ecabe6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051165 Sep 14 11:15:30.763598 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.784994 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0bb47-2048-48c8-8eeb-d43c5ac4b5b2 req-c424d841-fd1f-4e63-b455-1319ce8451e6 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:30.786537 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-61f0bb47-2048-48c8-8eeb-d43c5ac4b5b2 req-c424d841-fd1f-4e63-b455-1319ce8451e6 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.2351553 Sep 14 11:15:30.799354 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.803762 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-048a1374-f636-4b9f-9809-46c2f8b7f805 req-4160e583-823b-45d2-acec-721f14b129e4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.824960 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 25c17c34-0957-48fb-bbdb-600cb475a3f4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:30.860656 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=70d44546-cc67-4116-ac83-1f55469ad864,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:30.877238 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-61f0bb47-2048-48c8-8eeb-d43c5ac4b5b2 req-10710e53-cbb9-4277-adda-745f7e3aaf42 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772748 Sep 14 11:15:30.917420 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-048a1374-f636-4b9f-9809-46c2f8b7f805 req-4160e583-823b-45d2-acec-721f14b129e4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.917787 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:30.959201 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-048a1374-f636-4b9f-9809-46c2f8b7f805 req-4160e583-823b-45d2-acec-721f14b129e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7971048 Sep 14 11:15:30.980114 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=25c17c34-0957-48fb-bbdb-600cb475a3f4,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:30.985336 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160e583-823b-45d2-acec-721f14b129e4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c37bdc-f53a-4138-99e5-d4ad5f6a5127,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:31.030622 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:31.039264 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:31.053583 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Transition to ACTIVE for port object 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:31.071016 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['70d44546-cc67-4116-ac83-1f55469ad864'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:15:31.107910 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:31.267786 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Pushing event updated for resources: {'Port': ['ID=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:31.281910 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Attempting to bind port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:31.282347 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Attempting to bind port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:31.282681 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Attempting to bind port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 on network 7c940777-7628-4ed0-b628-393b50c3a6e2 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:31.295598 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 on network 7c940777-7628-4ed0-b628-393b50c3a6e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:15:31.295598 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Attempting to bind port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 on network 7c940777-7628-4ed0-b628-393b50c3a6e2 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:31.297840 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:31.298307 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Checking segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:31.298757 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Bound using segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:31.299457 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Bound port: 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:31.300075 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:31.409125 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-31d633ab-e623-4d9c-ad1d-0132bb86123a req-c5c7a594-5381-407f-876b-28a7cc9bedfd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 210 time: 0.0584092 Sep 14 11:15:31.461100 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:31.478266 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] For port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:31.484308 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] For port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:31.549806 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28732b1-1dd9-4ced-b4f9-65eb62464270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c17c34-0957-48fb-bbdb-600cb475a3f4'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:31.552684 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c41fa1e-f556-4ff1-af86-782797bebdbe" -d '{"events": [{"server_uuid": "e28732b1-1dd9-4ced-b4f9-65eb62464270", "name": "network-vif-plugged", "status": "completed", "tag": "25c17c34-0957-48fb-bbdb-600cb475a3f4"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:31.568435 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae726d-2486-4361-91e0-5ca113fa99a0 req-61f60443-cfc8-489d-8da1-e1d7ebcfb1dd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:31.582552 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-96ae726d-2486-4361-91e0-5ca113fa99a0 req-61f60443-cfc8-489d-8da1-e1d7ebcfb1dd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 944 time: 0.0932360 Sep 14 11:15:31.593010 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:31.604351 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bb35d0-7f6b-46e9-a915-4bff118dd50d x-openstack-request-id: req-d7bb35d0-7f6b-46e9-a915-4bff118dd50d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:31.604678 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28732b1-1dd9-4ced-b4f9-65eb62464270", "name": "network-vif-plugged", "status": "completed", "tag": "25c17c34-0957-48fb-bbdb-600cb475a3f4", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:31.604889 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d7bb35d0-7f6b-46e9-a915-4bff118dd50d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:31.605284 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28732b1-1dd9-4ced-b4f9-65eb62464270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c17c34-0957-48fb-bbdb-600cb475a3f4', 'code': 200} Sep 14 11:15:31.683800 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:31.684418 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:31.686052 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] 10.222.0.60 "PUT /v2.0/ports/4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 HTTP/1.1" status: 200 len: 1093 time: 1.5339839 Sep 14 11:15:31.694097 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'tag': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:31.696391 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e98816-163f-4a87-ba84-1779b4020f55" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118", "tag": "4060eb62-fbd7-4b09-b4de-e153ca3ad8d0"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:31.746933 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-96ae726d-2486-4361-91e0-5ca113fa99a0 req-268aa350-ba22-464a-a29f-4cdf0b7094af tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601090 Sep 14 11:15:31.754549 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d04f-d34a-42cf-aac0-922b1ba10acb service neutron] Pushing event updated for resources: {'Port': ['ID=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:31.786018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c440308-22e1-44eb-9810-85d634edb4d2 x-openstack-request-id: req-6c440308-22e1-44eb-9810-85d634edb4d2 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:31.786360 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118", "tag": "4060eb62-fbd7-4b09-b4de-e153ca3ad8d0", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:31.786620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6c440308-22e1-44eb-9810-85d634edb4d2 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:31.787017 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'tag': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'status': 'completed', 'code': 200} Sep 14 11:15:31.896195 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e98816-163f-4a87-ba84-1779b4020f55 req-194b9aed-9f1f-4a7d-8de2-f0b75b1a5b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:31.896195 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-80e98816-163f-4a87-ba84-1779b4020f55 req-194b9aed-9f1f-4a7d-8de2-f0b75b1a5b73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 1096 time: 0.0786469 Sep 14 11:15:32.003836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d46ce-3ec2-4034-948a-bb8b8cf2dbf2 req-fe99127a-f0a4-4273-9846-4dced327f98e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:32.005283 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ca5d46ce-3ec2-4034-948a-bb8b8cf2dbf2 req-fe99127a-f0a4-4273-9846-4dced327f98e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 943 time: 0.1226847 Sep 14 11:15:32.102795 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 70d44546-cc67-4116-ac83-1f55469ad864 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:32.232774 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d1883-5493-4a1d-b23e-568dc0e6b944 req-0a15d12c-8035-44ae-aaf7-a82d6b472851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:32.234322 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d35d1883-5493-4a1d-b23e-568dc0e6b944 req-0a15d12c-8035-44ae-aaf7-a82d6b472851 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1098 time: 0.1945591 Sep 14 11:15:32.235263 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e98816-163f-4a87-ba84-1779b4020f55 req-5dd86575-68af-41fd-824d-7b6a66c2d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:32.236604 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-80e98816-163f-4a87-ba84-1779b4020f55 req-5dd86575-68af-41fd-824d-7b6a66c2d6d3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=48534bb46df04c468ec6c8feab035277&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3187916 Sep 14 11:15:32.245210 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 70d44546-cc67-4116-ac83-1f55469ad864 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:32.246094 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ca5d46ce-3ec2-4034-948a-bb8b8cf2dbf2 req-50ec30e2-3a43-4582-b965-5bbe369ecda8 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088580 Sep 14 11:15:32.251364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 70d44546-cc67-4116-ac83-1f55469ad864 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:32.251765 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:32.274014 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f582e-ded3-4d60-8f75-2890d6720597 req-752378cf-21c1-4a8e-9f2d-a3a8dfbd7978 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:32.276158 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-849f582e-ded3-4d60-8f75-2890d6720597 req-752378cf-21c1-4a8e-9f2d-a3a8dfbd7978 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.2345428 Sep 14 11:15:32.340789 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c182-fe03-4e11-9003-749d73839e67 req-5a572dcc-7a54-4ee2-bf3d-8ebad9ed2421 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:32.342265 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-5a572dcc-7a54-4ee2-bf3d-8ebad9ed2421 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 816 time: 0.3035672 Sep 14 11:15:32.407746 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:32.443254 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-e78e9917-8adb-4887-b0b1-2d4aa15a2096 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089a4b9a31d14392ae58d7e91328979e HTTP/1.1" status: 200 len: 380 time: 0.0816758 Sep 14 11:15:32.449781 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 70d44546-cc67-4116-ac83-1f55469ad864, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70d44546-cc67-4116-ac83-1f55469ad864,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:32.473832 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'port': {'device_id': '4753a529-d2e6-4283-a266-48ba76684326', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'admin_state_up': True, 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'security_groups': ['4dd745cb-5df7-47f1-8278-bc33f9d69a15']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:32.518102 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:32.619552 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d35d1883-5493-4a1d-b23e-568dc0e6b944 req-3aa4a1c5-0638-46ad-8165-354d72b63dd6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663592 Sep 14 11:15:32.643515 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=70d44546-cc67-4116-ac83-1f55469ad864,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:32.661944 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-849f582e-ded3-4d60-8f75-2890d6720597 req-8e599a97-1c6e-4f61-b860-ba324d31eb07 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600039 Sep 14 11:15:32.671514 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-aefb82a5-0d47-4a9b-a316-e48f1125db18 req-d9c978b5-86a8-4706-941d-55b70fa305d2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 210 time: 0.0570128 Sep 14 11:15:32.703031 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e98816-163f-4a87-ba84-1779b4020f55 req-f68eb93d-f035-44b6-bdc1-74b8c27e6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:32.704594 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-80e98816-163f-4a87-ba84-1779b4020f55 req-f68eb93d-f035-44b6-bdc1-74b8c27e6114 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4550557 Sep 14 11:15:32.713178 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Made reservation on behalf of 089a4b9a31d14392ae58d7e91328979e for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:15:32.716668 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:32.906691 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Allocated IP 172.20.0.14 (01c25c53-9a0f-4fb8-92f3-fa68c18704bb/e9a46ba8-3d4e-4e35-8990-e42b061d56e1/a7c5e87e-c19f-4b78-b8c9-1f395c2278d7) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:15:32.932421 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebaa76-d4b2-49a2-a17b-5e4d151b2241 req-65ae99f3-219e-4bbe-9fa8-20cfd14b5099 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:32.933962 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c2ebaa76-d4b2-49a2-a17b-5e4d151b2241 req-65ae99f3-219e-4bbe-9fa8-20cfd14b5099 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.1060023 Sep 14 11:15:32.946560 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-d79663c9-a2b6-423d-b2a4-6cc730231cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:32.948445 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-d79663c9-a2b6-423d-b2a4-6cc730231cfa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 1096 time: 0.0821857 Sep 14 11:15:33.020045 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-58c820e3-d92c-4387-92ee-eca9acec5f67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 HTTP/1.1" status: 200 len: 217 time: 0.0566461 Sep 14 11:15:33.060318 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c2ebaa76-d4b2-49a2-a17b-5e4d151b2241 req-acde5e3f-17af-4144-b6b0-d0e751a55fa7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160185 Sep 14 11:15:33.142660 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-8fa05657-3d3e-4895-83ec-bf0368dbfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:33.144149 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-8fa05657-3d3e-4895-83ec-bf0368dbfff6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8396b9d7-6eb9-47e0-a433-97bcd58421ff HTTP/1.1" status: 200 len: 850 time: 0.1090410 Sep 14 11:15:33.210590 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:33.238078 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5147d8f7-7c69-41ce-a1b1-f6cb5c703a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:33.238733 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-5147d8f7-7c69-41ce-a1b1-f6cb5c703a67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c940777-7628-4ed0-b628-393b50c3a6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857635 Sep 14 11:15:33.240065 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Transition to ACTIVE for port object a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:33.606724 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-55e7ca1e-059f-49eb-9a00-81323c46b0c5 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574872 Sep 14 11:15:33.607310 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0162b3d-b655-4a1d-b7ae-ca20ac82d80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d44546-cc67-4116-ac83-1f55469ad864'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:33.610417 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106fb774-774b-4d3c-9f82-69eb4582f313" -d '{"events": [{"server_uuid": "b0162b3d-b655-4a1d-b7ae-ca20ac82d80e", "name": "network-vif-plugged", "status": "completed", "tag": "70d44546-cc67-4116-ac83-1f55469ad864"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:33.623593 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbb32c-c2a5-4259-9ad0-82b45d7f6a5c req-37055c0c-56f7-46f7-b8ce-2f5824b9ff33 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:33.625240 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-08cbb32c-c2a5-4259-9ad0-82b45d7f6a5c req-37055c0c-56f7-46f7-b8ce-2f5824b9ff33 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 943 time: 0.2885914 Sep 14 11:15:33.656155 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbf3afc-d9e3-446d-a81d-8381601e1cc9 x-openstack-request-id: req-7bbf3afc-d9e3-446d-a81d-8381601e1cc9 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:33.656967 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0162b3d-b655-4a1d-b7ae-ca20ac82d80e", "name": "network-vif-plugged", "status": "completed", "tag": "70d44546-cc67-4116-ac83-1f55469ad864", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:33.657316 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bbf3afc-d9e3-446d-a81d-8381601e1cc9 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:33.657811 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0162b3d-b655-4a1d-b7ae-ca20ac82d80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d44546-cc67-4116-ac83-1f55469ad864', 'code': 200} Sep 14 11:15:33.671781 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:33.783619 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:15:33.809072 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-08cbb32c-c2a5-4259-9ad0-82b45d7f6a5c req-042e7da0-3651-4681-b910-0fe13639fa92 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731813 Sep 14 11:15:33.816466 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:15:33.836234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:15:33.836234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:33.836742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:33.845743 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:33.863111 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-787829fc-a3d2-45c1-ad09-263be4bf4a5d req-3be06651-ad71-4e7c-8d98-6e95b6135bb1 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367160 Sep 14 11:15:33.890495 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b96ec7-d87e-4dbf-a4a9-7e7bfc541df7 req-afd6846c-37c9-49ef-be0c-8ad1c7c3be12 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:33.891763 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c0b96ec7-d87e-4dbf-a4a9-7e7bfc541df7 req-afd6846c-37c9-49ef-be0c-8ad1c7c3be12 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.1333945 Sep 14 11:15:33.952385 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-c056b70c-16d3-4a34-bf80-0031da309ced tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4930983 Sep 14 11:15:33.983822 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Request body: {'port': {'device_id': '4753a529-d2e6-4283-a266-48ba76684326', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:34.013034 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c0b96ec7-d87e-4dbf-a4a9-7e7bfc541df7 req-9960a9d4-f3dc-4c65-bba0-79511fce484b tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104984 Sep 14 11:15:34.078553 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a584bb-03e3-4f4a-864b-f4208c492deb req-70373dc1-13c6-4cf9-9984-67577ebe2168 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:34.088105 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a1a584bb-03e3-4f4a-864b-f4208c492deb req-70373dc1-13c6-4cf9-9984-67577ebe2168 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 932 time: 0.1686544 Sep 14 11:15:34.101729 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:34.222847 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a1a584bb-03e3-4f4a-864b-f4208c492deb req-f82cd88a-ffdf-4496-bf61-042d29002614 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336937 Sep 14 11:15:34.240822 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4341322-60bf-41b1-be85-f48486f023ed req-aeb089c6-c714-4858-9db6-c22c10b91e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:34.242390 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b4341322-60bf-41b1-be85-f48486f023ed req-aeb089c6-c714-4858-9db6-c22c10b91e35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 1098 time: 0.1423633 Sep 14 11:15:34.271570 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-801cadc8-ed9c-48c6-8ddf-0ba21bff3710 None None] Provisioning for port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:34.276273 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-801cadc8-ed9c-48c6-8ddf-0ba21bff3710 None None] Provisioning complete for port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:34.276645 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-801cadc8-ed9c-48c6-8ddf-0ba21bff3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:34.284440 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d265f-5785-4e4e-ab88-c1009785910f req-31c4740f-1ec5-4822-8945-a17c3821e007 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:34.285925 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-766d265f-5785-4e4e-ab88-c1009785910f req-31c4740f-1ec5-4822-8945-a17c3821e007 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.1265266 Sep 14 11:15:34.310157 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-801cadc8-ed9c-48c6-8ddf-0ba21bff3710 None None] Port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:15:34.393173 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b4341322-60bf-41b1-be85-f48486f023ed req-5468eaf9-5ac7-458f-a781-6958e8a6a3ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380351 Sep 14 11:15:34.414209 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-766d265f-5785-4e4e-ab88-c1009785910f req-31fda33b-8a45-4ad1-972c-a65e562d8750 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818410 Sep 14 11:15:34.544861 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:34.552307 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:34.567630 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Transition to ACTIVE for port object a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:15:34.643993 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:34.692918 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:34.726214 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Attempting to bind port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:15:34.726547 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Attempting to bind port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:15:34.726880 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Attempting to bind port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 on network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:34.732378 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 on network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:15:34.733023 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Attempting to bind port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 on network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:15:34.737868 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:15:34.738208 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Checking segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:15:34.738723 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Bound using segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:15:34.739259 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Bound port: a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:15:34.739451 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:34.814904 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:15:34.818384 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:15:34.914929 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:34.998508 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:34.999135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:35.000871 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] 10.222.0.60 "PUT /v2.0/ports/a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 HTTP/1.1" status: 200 len: 1094 time: 1.0279467 Sep 14 11:15:35.001336 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:35.003617 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a6545-05f7-4d13-994e-10f7d0f20c96" -d '{"events": [{"name": "network-changed", "server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:35.050046 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b2a7c3-6afa-4ae1-b369-89877630c493 x-openstack-request-id: req-d3b2a7c3-6afa-4ae1-b369-89877630c493 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:35.050344 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:35.050662 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3b2a7c3-6afa-4ae1-b369-89877630c493 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:35.051063 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'status': 'completed', 'code': 200} Sep 14 11:15:35.061546 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc66825-3adb-4eb7-8be0-5bd53e85e63a req-f0e5d762-3b50-4ba6-bcc5-605b316eabea tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.063112 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0dc66825-3adb-4eb7-8be0-5bd53e85e63a req-f0e5d762-3b50-4ba6-bcc5-605b316eabea tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 943 time: 0.1667738 Sep 14 11:15:35.066575 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d34a9-d358-4939-8dad-025119ac9dab service neutron] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:35.141002 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0dc66825-3adb-4eb7-8be0-5bd53e85e63a req-9ff85af4-ac4c-4a7f-92c9-61953f4ff0cf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680969 Sep 14 11:15:35.147486 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a6545-05f7-4d13-994e-10f7d0f20c96 req-dac72c0f-0002-4bf7-b809-5d7687a1ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.148975 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-537a6545-05f7-4d13-994e-10f7d0f20c96 req-dac72c0f-0002-4bf7-b809-5d7687a1ccea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 1097 time: 0.0701780 Sep 14 11:15:35.258590 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a6545-05f7-4d13-994e-10f7d0f20c96 req-f73ce7c8-2ff6-45e5-9ef1-b19f15e9a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.260947 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-537a6545-05f7-4d13-994e-10f7d0f20c96 req-f73ce7c8-2ff6-45e5-9ef1-b19f15e9a24b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=089a4b9a31d14392ae58d7e91328979e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1022370 Sep 14 11:15:35.424108 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a6545-05f7-4d13-994e-10f7d0f20c96 req-98a98ecb-b4ed-4beb-a4ad-021e704d5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.425581 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-537a6545-05f7-4d13-994e-10f7d0f20c96 req-98a98ecb-b4ed-4beb-a4ad-021e704d5c95 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1542976 Sep 14 11:15:35.433649 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc64afa-a143-47a7-85e7-50cd59a6cddc req-520e63c9-eadd-41e1-8bfd-07045e2e1320 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.435008 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1dc64afa-a143-47a7-85e7-50cd59a6cddc req-520e63c9-eadd-41e1-8bfd-07045e2e1320 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.1070638 Sep 14 11:15:35.478753 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1dc64afa-a143-47a7-85e7-50cd59a6cddc req-e67aae09-b032-44ed-a7d8-ff68f79f39e0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352445 Sep 14 11:15:35.554058 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b7c8e9a-8f21-463d-a370-a9f8c3687959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.555587 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-1b7c8e9a-8f21-463d-a370-a9f8c3687959 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 1097 time: 0.0766420 Sep 14 11:15:35.564616 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67553451-718d-4eef-9061-53fd6020406e req-e134ba35-be04-416d-9b39-85b630b6722f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.565967 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-67553451-718d-4eef-9061-53fd6020406e req-e134ba35-be04-416d-9b39-85b630b6722f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0765710 Sep 14 11:15:35.628667 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-2ca9d711-ec67-42bd-ae1b-6ba12ab970f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 HTTP/1.1" status: 200 len: 217 time: 0.0495083 Sep 14 11:15:35.645910 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-67553451-718d-4eef-9061-53fd6020406e req-6996bb28-9f42-4dbc-9ebd-500029fa8dd8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738208 Sep 14 11:15:35.699749 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c182-fe03-4e11-9003-749d73839e67 req-b0ffe82f-4572-4219-8aad-345f8125675c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.701090 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-b0ffe82f-4572-4219-8aad-345f8125675c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0502357 Sep 14 11:15:35.751925 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951c182-fe03-4e11-9003-749d73839e67 req-bed80641-a87c-4f24-a583-df679c4c9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:35.753416 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-bed80641-a87c-4f24-a583-df679c4c9be7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419695 Sep 14 11:15:35.851384 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-920fbd82-79ab-447d-a990-fc27a1f65eac service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884278 Sep 14 11:15:35.961147 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7951c182-fe03-4e11-9003-749d73839e67 req-50b4d06b-310a-485d-b307-6dac18181f2c service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017134 Sep 14 11:15:36.253393 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8777e-49ad-4ec0-82c0-b39d0c6741a4 req-b6829111-7e9c-452e-9a0b-1242919c56a6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:36.254895 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-81c8777e-49ad-4ec0-82c0-b39d0c6741a4 req-b6829111-7e9c-452e-9a0b-1242919c56a6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 943 time: 0.0489144 Sep 14 11:15:36.291526 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-81c8777e-49ad-4ec0-82c0-b39d0c6741a4 req-2389658f-323c-4328-afaf-4e163d586cac tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307097 Sep 14 11:15:36.598585 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c6781-d2f7-4bb5-8c11-0539181fdafd req-1d65d845-c9a4-43fd-a1fe-97d2a0ddf428 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:36.600076 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-451c6781-d2f7-4bb5-8c11-0539181fdafd req-1d65d845-c9a4-43fd-a1fe-97d2a0ddf428 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0476503 Sep 14 11:15:36.636396 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-451c6781-d2f7-4bb5-8c11-0539181fdafd req-2ae4bf2d-a166-433e-bb43-9b3c7732579e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297766 Sep 14 11:15:36.768683 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93171067-dff2-4464-bb40-9207696eddfc req-6b4c7b20-9b70-4b11-b535-afabea5f37ed tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:36.770152 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-93171067-dff2-4464-bb40-9207696eddfc req-6b4c7b20-9b70-4b11-b535-afabea5f37ed tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0480568 Sep 14 11:15:36.810593 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-93171067-dff2-4464-bb40-9207696eddfc req-07493dda-ffbe-4cfc-968b-fb069fb8ec1c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339937 Sep 14 11:15:37.382479 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4abdf-91e1-49ed-b994-eef37341b828 req-6dd9a0dc-dc29-4f9e-ad3e-ab19fc5d7b1e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:37.384679 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-25d4abdf-91e1-49ed-b994-eef37341b828 req-6dd9a0dc-dc29-4f9e-ad3e-ab19fc5d7b1e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0482953 Sep 14 11:15:37.420906 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-25d4abdf-91e1-49ed-b994-eef37341b828 req-85b68ea2-efa8-4b8a-95a1-c6241ea5987f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303247 Sep 14 11:15:37.518324 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d4e92-8dd2-414e-b279-6d5942e9c295 req-7390cf71-cdc4-41c7-a352-99c6d0378ce3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:37.519783 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3f4d4e92-8dd2-414e-b279-6d5942e9c295 req-7390cf71-cdc4-41c7-a352-99c6d0378ce3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 943 time: 0.0471237 Sep 14 11:15:37.556394 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3f4d4e92-8dd2-414e-b279-6d5942e9c295 req-82917b47-60ea-44c5-9269-c77ef072558e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300980 Sep 14 11:15:37.751765 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6de31-a435-4cca-bd6f-1e3200a5e9f6 req-036c47e5-4cee-42fe-ac2c-16f544b33537 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:37.753206 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-07d6de31-a435-4cca-bd6f-1e3200a5e9f6 req-036c47e5-4cee-42fe-ac2c-16f544b33537 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0470965 Sep 14 11:15:37.792996 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-07d6de31-a435-4cca-bd6f-1e3200a5e9f6 req-5c7cb777-a2b0-4558-bd8d-06a41ddad591 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339530 Sep 14 11:15:38.534700 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433e1f2-43b5-4be3-bc84-c2438fac4053 req-54eedac6-9d35-420a-a882-6a8bf0de5585 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:38.536247 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5433e1f2-43b5-4be3-bc84-c2438fac4053 req-54eedac6-9d35-420a-a882-6a8bf0de5585 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0492206 Sep 14 11:15:38.576538 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5433e1f2-43b5-4be3-bc84-c2438fac4053 req-fbcedf46-e116-4b83-89a9-8f3f7602385b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Sep 14 11:15:38.690924 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701115bf-112d-4130-84f5-89a6feac521e req-faadd81a-039a-4e3a-bcd8-96a70bd454cc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:38.692409 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-701115bf-112d-4130-84f5-89a6feac521e req-faadd81a-039a-4e3a-bcd8-96a70bd454cc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 943 time: 0.0478523 Sep 14 11:15:38.731193 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-701115bf-112d-4130-84f5-89a6feac521e req-227dd220-643f-4df9-a282-2454af338dd5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327439 Sep 14 11:15:38.910045 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5294-e1f4-4959-b671-b9fec3b6d45c req-c7158e40-22de-4e33-9d8d-cea0460d24cf tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:38.911523 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-443d5294-e1f4-4959-b671-b9fec3b6d45c req-c7158e40-22de-4e33-9d8d-cea0460d24cf tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0470114 Sep 14 11:15:38.952066 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-443d5294-e1f4-4959-b671-b9fec3b6d45c req-381ab9ff-644c-4691-83b9-c6b0f3f7af8d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336878 Sep 14 11:15:39.168643 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:15:39.278201 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:39.288998 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'port_id': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'mac_address': 'fa:16:3e:7b:64:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:15:39.328158 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:39.340441 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:39.360046 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:39.396237 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-49df297a-5f43-42a7-b554-1c5be9858098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:39.397831 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-49df297a-5f43-42a7-b554-1c5be9858098 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 1098 time: 0.0415094 Sep 14 11:15:39.466815 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:39.505729 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-4e0a5135-f373-4d86-81db-3ea31ac1598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:39.506331 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-4e0a5135-f373-4d86-81db-3ea31ac1598c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 919 time: 0.0891860 Sep 14 11:15:39.520128 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:39.559363 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-bebc208b-1430-4a77-b888-5f71a7c00b57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d44546-cc67-4116-ac83-1f55469ad864 HTTP/1.1" status: 200 len: 217 time: 0.0388238 Sep 14 11:15:39.623430 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-c8ebbb62-8587-46b6-bc28-347564e109a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:39.624927 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-c8ebbb62-8587-46b6-bc28-347564e109a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.0520825 Sep 14 11:15:39.663214 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-96fb3386-fa05-4599-96cf-7923e3ed60ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290239 Sep 14 11:15:39.773787 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02968a89-aee1-420c-ae87-b8bebb8c8a14 req-779f4c55-88eb-4251-b401-e636312672d8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:39.776302 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02968a89-aee1-420c-ae87-b8bebb8c8a14 req-779f4c55-88eb-4251-b401-e636312672d8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.1155527 Sep 14 11:15:39.814703 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-f4047358-727c-4281-9d35-a5256d7f6f43 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255562 Sep 14 11:15:39.826488 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02968a89-aee1-420c-ae87-b8bebb8c8a14 req-fb1fb08e-2450-4f6e-a25c-789f4c656828 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Sep 14 11:15:39.929648 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000efff-f02b-44ef-b7a3-9e31f8dae4ac req-75b26477-a702-4739-9875-65748b17fd6a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:39.932810 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1000efff-f02b-44ef-b7a3-9e31f8dae4ac req-75b26477-a702-4739-9875-65748b17fd6a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 944 time: 0.0507331 Sep 14 11:15:39.999618 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1000efff-f02b-44ef-b7a3-9e31f8dae4ac req-71ac80fe-8e1c-40e7-a06c-ec7c61a1a3b6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492735 Sep 14 11:15:40.085738 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4f2ae-f062-4626-9d2e-e0a3770bdd63 req-335e5c28-b552-4912-b257-2b065d8add33 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:40.088089 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a2a4f2ae-f062-4626-9d2e-e0a3770bdd63 req-335e5c28-b552-4912-b257-2b065d8add33 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0511186 Sep 14 11:15:40.124172 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a2a4f2ae-f062-4626-9d2e-e0a3770bdd63 req-5d56c27b-9992-4500-888b-37a1fec3d9a0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302353 Sep 14 11:15:40.972477 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59474d2e-5c29-45aa-b165-e737fc4265ad req-07565cbf-9571-4294-ac0e-c00b5194c7f7 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161704 Sep 14 11:15:40.986460 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d4fb0-4900-4bd8-9cb2-b4791a098988 req-dc4a53e0-07a2-4b12-b754-654591e724d0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:40.987994 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f06d4fb0-4900-4bd8-9cb2-b4791a098988 req-dc4a53e0-07a2-4b12-b754-654591e724d0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0746176 Sep 14 11:15:41.037212 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f06d4fb0-4900-4bd8-9cb2-b4791a098988 req-58101600-392f-47e4-8c4a-b7fc30e2b43a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Sep 14 11:15:41.114335 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a1f60-bdc7-4208-84b1-060987035668 req-a79a1117-1950-40ec-8947-58c6a26a2925 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:41.115869 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-907a1f60-bdc7-4208-84b1-060987035668 req-a79a1117-1950-40ec-8947-58c6a26a2925 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 944 time: 0.0490334 Sep 14 11:15:41.154316 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-907a1f60-bdc7-4208-84b1-060987035668 req-df2aaa7e-e0c0-485f-9b6f-d07d2f017724 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Sep 14 11:15:41.243019 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc819302-eec6-498c-84b1-3a2175b1cc29 req-6717d4aa-ea63-47c3-800d-eaf3f99f9d86 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:41.244695 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bc819302-eec6-498c-84b1-3a2175b1cc29 req-6717d4aa-ea63-47c3-800d-eaf3f99f9d86 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0485623 Sep 14 11:15:41.284203 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bc819302-eec6-498c-84b1-3a2175b1cc29 req-79f8cc9e-aada-4823-a823-0fdb96b304d3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333264 Sep 14 11:15:42.154538 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e1388-4ca6-40a7-84ca-43808a2f5f07 req-a2e41080-eeb2-4cea-820e-3cb27ae0d417 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:42.156050 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3c3e1388-4ca6-40a7-84ca-43808a2f5f07 req-a2e41080-eeb2-4cea-820e-3cb27ae0d417 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0500152 Sep 14 11:15:42.195774 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3c3e1388-4ca6-40a7-84ca-43808a2f5f07 req-96a8eeec-8be8-4e2b-96a7-52958567ac7f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Sep 14 11:15:42.267079 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89af08-1d4c-4791-98ca-7eb01989d64b req-ab1b8c28-120e-47ce-bcb9-cfe3e2c52cac tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:42.268550 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be89af08-1d4c-4791-98ca-7eb01989d64b req-ab1b8c28-120e-47ce-bcb9-cfe3e2c52cac tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 944 time: 0.0469341 Sep 14 11:15:42.304657 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be89af08-1d4c-4791-98ca-7eb01989d64b req-e112c757-4fcb-4908-8d39-7a0ae6938151 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303197 Sep 14 11:15:42.406094 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42839f6-11a0-42c1-b4d2-d00532073f91 req-c11d04c9-6936-4e7d-9231-524432bdb229 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:42.407608 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e42839f6-11a0-42c1-b4d2-d00532073f91 req-c11d04c9-6936-4e7d-9231-524432bdb229 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0472324 Sep 14 11:15:42.442957 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e42839f6-11a0-42c1-b4d2-d00532073f91 req-b6b03f7f-35b7-4f59-b673-1d2d025c3231 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295453 Sep 14 11:15:42.777649 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['4060eb62-fbd7-4b09-b4de-e153ca3ad8d0'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:15:43.312279 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ab49-aaad-4762-a118-170acddfc45d req-a3cbc3c2-b67e-403a-9d1d-b5df96203bcd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:43.313648 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b6a2ab49-aaad-4762-a118-170acddfc45d req-a3cbc3c2-b67e-403a-9d1d-b5df96203bcd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0506673 Sep 14 11:15:43.352125 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b6a2ab49-aaad-4762-a118-170acddfc45d req-420a29d9-6619-452b-8273-0704f9653ac4 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Sep 14 11:15:43.431077 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcf333-cab6-4391-8e74-fc76b681df8f req-20bccf08-d5b5-4d37-a013-1cef8681419d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:43.433656 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dbcf333-cab6-4391-8e74-fc76b681df8f req-20bccf08-d5b5-4d37-a013-1cef8681419d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 944 time: 0.0596368 Sep 14 11:15:43.475464 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dbcf333-cab6-4391-8e74-fc76b681df8f req-0e1d13f6-c2da-4ddf-b489-9f61d5e2eb9d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337577 Sep 14 11:15:43.566803 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f57d8-57df-434a-871e-c8eaaf54a0d1 req-cda58fd5-1cea-4653-8425-90660c2589fe tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:43.568217 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5e8f57d8-57df-434a-871e-c8eaaf54a0d1 req-cda58fd5-1cea-4653-8425-90660c2589fe tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0474994 Sep 14 11:15:43.608546 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5e8f57d8-57df-434a-871e-c8eaaf54a0d1 req-1e7fd568-4436-4e7f-a3ac-9be59b97a5d0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338688 Sep 14 11:15:44.170368 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:44.340835 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:44.344894 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:44.345260 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:44.435247 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:44.464739 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:44.467107 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0a4b7a-d1ce-401a-8460-232e5481deb6" -d '{"events": [{"server_uuid": "1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118", "name": "network-vif-plugged", "status": "completed", "tag": "4060eb62-fbd7-4b09-b4de-e153ca3ad8d0"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:44.481115 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:44.490844 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883325a-a6d8-40de-a941-f31481dbeaea req-764a82ca-1d4b-4a65-a4e1-28df240c1131 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:44.492366 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4883325a-a6d8-40de-a941-f31481dbeaea req-764a82ca-1d4b-4a65-a4e1-28df240c1131 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0619307 Sep 14 11:15:44.520140 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73072f81-19ed-4a06-a6d9-fc438b0d3e1f x-openstack-request-id: req-73072f81-19ed-4a06-a6d9-fc438b0d3e1f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:44.520443 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118", "name": "network-vif-plugged", "status": "completed", "tag": "4060eb62-fbd7-4b09-b4de-e153ca3ad8d0", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:44.520682 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-73072f81-19ed-4a06-a6d9-fc438b0d3e1f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:44.521075 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'code': 200} Sep 14 11:15:44.535849 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4883325a-a6d8-40de-a941-f31481dbeaea req-5c7a1d51-7d66-4afd-88bc-a46ccddfb4c0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Sep 14 11:15:44.552722 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:44.606267 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:44.629141 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3add1-c33f-433b-b177-f72bfaebd725 req-fdd7f2a3-c345-46dd-8ec7-03a83ed634e0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:44.630611 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-70e3add1-c33f-433b-b177-f72bfaebd725 req-fdd7f2a3-c345-46dd-8ec7-03a83ed634e0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0543783 Sep 14 11:15:44.672773 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-70e3add1-c33f-433b-b177-f72bfaebd725 req-64680be5-ec46-416d-b2c3-e172bc62e1aa tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351877 Sep 14 11:15:44.746277 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b9591-a70d-460c-8d7c-ffae115a6549 req-600e109f-a56a-49c7-9610-5094fcca876e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:44.747767 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c99b9591-a70d-460c-8d7c-ffae115a6549 req-600e109f-a56a-49c7-9610-5094fcca876e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0483994 Sep 14 11:15:44.786458 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c99b9591-a70d-460c-8d7c-ffae115a6549 req-667b5e89-8e46-4263-bd9b-37215082ec5c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Sep 14 11:15:44.912012 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a194a-faeb-448c-9b57-d9dd0538559c req-60150fbc-9e16-4a02-96d7-470f12f20947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:44.914454 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f30a194a-faeb-448c-9b57-d9dd0538559c req-60150fbc-9e16-4a02-96d7-470f12f20947 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 1098 time: 0.0576863 Sep 14 11:15:44.951863 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f30a194a-faeb-448c-9b57-d9dd0538559c req-97a57b6e-b857-45f2-a0e3-1a3628114698 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298622 Sep 14 11:15:45.656221 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308c98e-2db1-4360-bc8b-3011849e0b87 req-faaf607e-98ac-4b52-be34-725dcd486b6b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:45.657947 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8308c98e-2db1-4360-bc8b-3011849e0b87 req-faaf607e-98ac-4b52-be34-725dcd486b6b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0555451 Sep 14 11:15:45.706910 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8308c98e-2db1-4360-bc8b-3011849e0b87 req-90d96cf5-c672-4c5c-bf84-466a10bce076 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427687 Sep 14 11:15:45.793633 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e90662-8f9b-4842-be3e-a0d892640072 req-85b260a5-374d-4dd4-a818-eb310917c514 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:45.795094 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-72e90662-8f9b-4842-be3e-a0d892640072 req-85b260a5-374d-4dd4-a818-eb310917c514 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0472324 Sep 14 11:15:45.837366 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-72e90662-8f9b-4842-be3e-a0d892640072 req-e88f5cc1-0ee4-4466-a235-ddaff710e10b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315924 Sep 14 11:15:45.924358 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c782cb7-3457-406a-8c10-fafcf06fe9b8 req-7ffe50c3-e10f-4a88-935d-270dbc34701c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:45.925828 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2c782cb7-3457-406a-8c10-fafcf06fe9b8 req-7ffe50c3-e10f-4a88-935d-270dbc34701c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0518932 Sep 14 11:15:45.968122 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2c782cb7-3457-406a-8c10-fafcf06fe9b8 req-e704ec8d-093f-4381-85f9-a98426a74d20 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320690 Sep 14 11:15:46.538364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:15:46.589151 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 35366) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:46.637306 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:46.648349 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'port_id': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'mac_address': 'fa:16:3e:6f:2f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:15:46.685483 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:46.691637 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-73d1c3fc-7504-423f-8571-8a685a05282a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:46.698502 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:15:46.717951 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:46.782188 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-73d1c3fc-7504-423f-8571-8a685a05282a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:46.797828 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:46.822181 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d0b4-6d13-4714-ba11-934e09a4dbb8 req-9c2a927d-865e-437a-967b-535072dcba72 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:46.823726 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-86a4d0b4-6d13-4714-ba11-934e09a4dbb8 req-9c2a927d-865e-437a-967b-535072dcba72 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0508614 Sep 14 11:15:46.845469 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:46.858306 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-73d1c3fc-7504-423f-8571-8a685a05282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:46.866370 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-86a4d0b4-6d13-4714-ba11-934e09a4dbb8 req-66c7474b-7860-4440-89cd-dda3549cc0e6 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Sep 14 11:15:46.893182 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-73d1c3fc-7504-423f-8571-8a685a05282a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b87930b8b2c43e885afbccc24d1d69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028564 Sep 14 11:15:46.895818 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 35374) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:46.897928 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1c3fc-7504-423f-8571-8a685a05282a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6beebd-aae7-42d8-8541-51a136dbdbe5,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:46.990461 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262305f-9931-4ada-9b86-ccf3c45627e3 req-57afd4cb-9db3-4f5a-854c-30995d843e45 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:46.991987 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0262305f-9931-4ada-9b86-ccf3c45627e3 req-57afd4cb-9db3-4f5a-854c-30995d843e45 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0824802 Sep 14 11:15:46.992604 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4e61b31b-649c-4342-81f4-8a7b2a8cb557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:47.258220 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4e61b31b-649c-4342-81f4-8a7b2a8cb557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:47.298466 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0262305f-9931-4ada-9b86-ccf3c45627e3 req-35f6b3b0-7622-47b2-a1dc-fc138a445253 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951884 Sep 14 11:15:47.318835 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd89ff-a6a1-4186-a4c2-c4e100027291 req-d35a7f02-556a-4591-8689-e1459dc91ba2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:47.322208 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ecd89ff-a6a1-4186-a4c2-c4e100027291 req-d35a7f02-556a-4591-8689-e1459dc91ba2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.0989051 Sep 14 11:15:47.359509 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ecd89ff-a6a1-4186-a4c2-c4e100027291 req-a59acf31-f0dd-43d1-91dc-450f319f32f4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329735 Sep 14 11:15:47.420620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4e61b31b-649c-4342-81f4-8a7b2a8cb557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:47.423213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4e61b31b-649c-4342-81f4-8a7b2a8cb557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:47.424327 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-4e61b31b-649c-4342-81f4-8a7b2a8cb557 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c6beebd-aae7-42d8-8541-51a136dbdbe5 HTTP/1.1" status: 204 len: 168 time: 0.5272031 Sep 14 11:15:47.432453 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61b31b-649c-4342-81f4-8a7b2a8cb557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6beebd-aae7-42d8-8541-51a136dbdbe5,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:47.971881 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 35396) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:47.984727 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fc5d1-a3e1-416b-ba97-3b99882cab62 req-5b73e80f-363e-457f-bf32-4fbd36908edd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:47.986275 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c988b76f-6be9-409a-accd-ce6595328196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:47.986433 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ac6fc5d1-a3e1-416b-ba97-3b99882cab62 req-5b73e80f-363e-457f-bf32-4fbd36908edd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0521901 Sep 14 11:15:48.029612 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ac6fc5d1-a3e1-416b-ba97-3b99882cab62 req-cf75e466-5ca5-4f43-a6d0-41d6baf4846c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371032 Sep 14 11:15:48.079601 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c988b76f-6be9-409a-accd-ce6595328196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:48.152245 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c988b76f-6be9-409a-accd-ce6595328196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:48.190322 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c988b76f-6be9-409a-accd-ce6595328196 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c82e3d9e9fb4311bc557a1b5847a4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166831 Sep 14 11:15:48.191358 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988b76f-6be9-409a-accd-ce6595328196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc9809c-357d-4f28-b031-8fc86daf939a,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:48.197283 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 35404) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:48.246284 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b64a9797-711b-4b82-9836-ae63b27f09ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:48.267596 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b64a9797-711b-4b82-9836-ae63b27f09ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:48.352060 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b64a9797-711b-4b82-9836-ae63b27f09ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:48.354831 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b64a9797-711b-4b82-9836-ae63b27f09ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:48.358755 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-b64a9797-711b-4b82-9836-ae63b27f09ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9dc9809c-357d-4f28-b031-8fc86daf939a HTTP/1.1" status: 204 len: 168 time: 0.1578560 Sep 14 11:15:48.364047 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a9797-711b-4b82-9836-ae63b27f09ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc9809c-357d-4f28-b031-8fc86daf939a,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:48.415530 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701521b5-069a-4ccc-9bde-556c0c438740 req-92bde8e7-f60f-4459-8aac-efb9e25ea368 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:48.417314 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-701521b5-069a-4ccc-9bde-556c0c438740 req-92bde8e7-f60f-4459-8aac-efb9e25ea368 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0510972 Sep 14 11:15:48.489911 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-701521b5-069a-4ccc-9bde-556c0c438740 req-2ec686d3-b9b1-4866-b64c-3bc4af56389d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641313 Sep 14 11:15:48.501154 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475705b-25f1-4d89-825e-fe4c60bdf157 req-2dc57918-8f56-4993-86e9-2c8192cace68 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:48.502655 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0475705b-25f1-4d89-825e-fe4c60bdf157 req-2dc57918-8f56-4993-86e9-2c8192cace68 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.0720305 Sep 14 11:15:48.540553 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0475705b-25f1-4d89-825e-fe4c60bdf157 req-fdc253be-1211-4d28-aad9-a08be2eca89a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311508 Sep 14 11:15:48.933789 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-97c739ff-ff8c-489f-b8ba-aa741248f6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:49.156987 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628d455-ca45-4ab3-a63d-435c43516071 req-508d35e8-b14a-4708-a062-be1cb30304a8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:49.161870 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1628d455-ca45-4ab3-a63d-435c43516071 req-508d35e8-b14a-4708-a062-be1cb30304a8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0560479 Sep 14 11:15:49.197116 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1628d455-ca45-4ab3-a63d-435c43516071 req-79f4d9cb-7a58-47d8-9507-4fef98de30b8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326016 Sep 14 11:15:49.244234 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:15:49.619237 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8993d4-4383-4e7a-8dfe-5c121eac845e req-6d183592-fc24-4459-8d14-ed803e18fe36 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:49.621340 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ba8993d4-4383-4e7a-8dfe-5c121eac845e req-6d183592-fc24-4459-8d14-ed803e18fe36 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0594449 Sep 14 11:15:49.689113 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ba8993d4-4383-4e7a-8dfe-5c121eac845e req-8412f33c-3bed-4ea2-b263-32d3d0866c4f tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566299 Sep 14 11:15:49.697235 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddae2c9-6cc1-48eb-ae8f-01e4f97a2cb3 req-917f054b-3712-4886-862a-bb095f4e4e46 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:49.698631 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4ddae2c9-6cc1-48eb-ae8f-01e4f97a2cb3 req-917f054b-3712-4886-862a-bb095f4e4e46 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.0762985 Sep 14 11:15:49.737452 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4ddae2c9-6cc1-48eb-ae8f-01e4f97a2cb3 req-0ef58d77-b2f4-4f84-a873-438f892a7c58 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322185 Sep 14 11:15:49.963052 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 35456) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:50.071637 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-319a165c-9314-4973-9f20-5af5d6d7af58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:50.175409 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-319a165c-9314-4973-9f20-5af5d6d7af58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:50.232107 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-319a165c-9314-4973-9f20-5af5d6d7af58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:50.280182 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 35476) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:50.280909 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-319a165c-9314-4973-9f20-5af5d6d7af58 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7397739a9c094f1597fb135d421d247c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160708 Sep 14 11:15:50.291618 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a165c-9314-4973-9f20-5af5d6d7af58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad874f54-2c18-4bf8-9b97-962bcfa95ac9,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:50.355605 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7ffecad1-278a-4f56-b4b6-d71be131ea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:50.359930 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c15bd1-aaa6-4cbd-9256-5f22ac54d918 req-7a69d7fb-a624-42f6-b9c2-33bfd7aa232a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:50.360165 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-92c15bd1-aaa6-4cbd-9256-5f22ac54d918 req-7a69d7fb-a624-42f6-b9c2-33bfd7aa232a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0728538 Sep 14 11:15:50.391725 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7ffecad1-278a-4f56-b4b6-d71be131ea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:50.420034 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-92c15bd1-aaa6-4cbd-9256-5f22ac54d918 req-d70323c8-1106-45c6-a583-f6818b274846 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533788 Sep 14 11:15:50.586904 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7ffecad1-278a-4f56-b4b6-d71be131ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:50.589495 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7ffecad1-278a-4f56-b4b6-d71be131ea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:50.593884 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-7ffecad1-278a-4f56-b4b6-d71be131ea5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad874f54-2c18-4bf8-9b97-962bcfa95ac9 HTTP/1.1" status: 204 len: 168 time: 0.3099473 Sep 14 11:15:50.603773 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffecad1-278a-4f56-b4b6-d71be131ea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad874f54-2c18-4bf8-9b97-962bcfa95ac9,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:50.767168 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:15:50.812045 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dded29e-1789-45be-b078-3aad834dd45f req-252443d8-9ff2-4b74-9e13-9683b900b38e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:50.813679 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7dded29e-1789-45be-b078-3aad834dd45f req-252443d8-9ff2-4b74-9e13-9683b900b38e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0519474 Sep 14 11:15:50.885304 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7dded29e-1789-45be-b078-3aad834dd45f req-19babf26-79d2-4f7e-b99b-de94370d5bf0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577731 Sep 14 11:15:50.895655 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:15:50.896042 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d92e-fb6a-487a-9c99-eb09bfd53061 req-40cafdac-c6fb-45f1-836e-21e47617ca1c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:50.897544 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-50c9d92e-fb6a-487a-9c99-eb09bfd53061 req-40cafdac-c6fb-45f1-836e-21e47617ca1c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.0827131 Sep 14 11:15:50.907770 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:15:50.908141 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:50.980221 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-50c9d92e-fb6a-487a-9c99-eb09bfd53061 req-9efaee81-0de6-4c07-86eb-a3f19e223cea tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662897 Sep 14 11:15:51.004968 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:51.030275 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:51.033712 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e290adec-4a8f-437e-8424-4bcfc9cc076e" -d '{"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-plugged", "status": "completed", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:51.051593 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:15:51.096129 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57753cb3-1d10-4af5-8f35-e4ce9d1c7436 x-openstack-request-id: req-57753cb3-1d10-4af5-8f35-e4ce9d1c7436 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:51.096129 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-plugged", "status": "completed", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:51.096343 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-57753cb3-1d10-4af5-8f35-e4ce9d1c7436 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:51.096715 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'code': 200} Sep 14 11:15:51.101570 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fe4bf-1cff-462f-a70a-a3b18f33b1c0 req-f65ba542-155c-4330-aca7-2f33027f991c tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:51.103858 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c77fe4bf-1cff-462f-a70a-a3b18f33b1c0 req-f65ba542-155c-4330-aca7-2f33027f991c tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0961168 Sep 14 11:15:51.115606 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 35510) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:51.115701 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:51.118209 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'floatingip': {'port_id': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:51.165693 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:15:51.195113 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:51.487013 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea9bb2-fba5-4675-a538-296cc3bcd4ac req-2f7446ff-a795-4e6f-aa1d-584928d7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:51.489257 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-eeea9bb2-fba5-4675-a538-296cc3bcd4ac req-2f7446ff-a795-4e6f-aa1d-584928d7b394 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 1099 time: 0.0769646 Sep 14 11:15:51.579414 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-eeea9bb2-fba5-4675-a538-296cc3bcd4ac req-4f525d7c-b1ec-4c4d-83f3-d6dd10de5836 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797794 Sep 14 11:15:51.594852 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6d180-4f9c-4d47-b620-51ef5d253ae3 req-3a722c61-0658-48c7-acd1-f479727e7502 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:51.596348 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b4b6d180-4f9c-4d47-b620-51ef5d253ae3 req-3a722c61-0658-48c7-acd1-f479727e7502 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0684392 Sep 14 11:15:51.638116 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b4b6d180-4f9c-4d47-b620-51ef5d253ae3 req-1017e1ee-98e1-4706-a595-bc4b11d612ae tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347252 Sep 14 11:15:51.981193 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ce05-c1d4-4ebf-bffb-16bfd1254046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:52.066707 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:52.109470 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576e8e7-3212-440b-9df7-de98fd341231 req-e0487ad5-616a-49b2-b1a9-d83d3aaa33cb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:52.111797 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6576e8e7-3212-440b-9df7-de98fd341231 req-e0487ad5-616a-49b2-b1a9-d83d3aaa33cb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0563440 Sep 14 11:15:52.119026 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:52.194421 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6576e8e7-3212-440b-9df7-de98fd341231 req-58037216-fb90-48a0-976f-de9df14cffb6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680466 Sep 14 11:15:52.246428 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.l3_db [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Floating IP 488af174-b020-4439-867b-a525bf504892 associated. External IP: 172.27.0.125, port: 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0. Sep 14 11:15:52.311940 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:52.460363 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:15:52.566118 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:15:52.570659 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:52.581610 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] Sync routers for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:15:52.595187 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:52.596344 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:15:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:52.599741 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-eff8c7a1-1aec-4e32-964c-0ac655775334 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "PUT /v2.0/floatingips/488af174-b020-4439-867b-a525bf504892 HTTP/1.1" status: 200 len: 991 time: 1.4859786 Sep 14 11:15:52.600321 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'tag': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0'}] {{(pid=94632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:52.709499 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:52.738424 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a4becddd418bb84f1948dec5118b731922884afe1f23a9219bf08cb21cd83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118", "tag": "4060eb62-fbd7-4b09-b4de-e153ca3ad8d0"}]}' {{(pid=94632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:52.789544 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342f99e-2a42-4d53-a643-40036544a6c0 req-a8355516-6d5a-4f37-acb4-8bde655e4640 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:52.794994 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a342f99e-2a42-4d53-a643-40036544a6c0 req-a8355516-6d5a-4f37-acb4-8bde655e4640 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0794685 Sep 14 11:15:52.835856 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a342f99e-2a42-4d53-a643-40036544a6c0 req-e384dd42-5296-42db-a17a-6f2981637ef0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376477 Sep 14 11:15:52.857787 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:52.949403 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a5f8f7-633e-4d7f-943a-7cc97c641a99 x-openstack-request-id: req-e3a5f8f7-633e-4d7f-943a-7cc97c641a99 {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:52.949697 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118", "tag": "4060eb62-fbd7-4b09-b4de-e153ca3ad8d0", "status": "completed", "code": 200}]} {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:52.950033 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3a5f8f7-633e-4d7f-943a-7cc97c641a99 {{(pid=94632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:52.950390 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'tag': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'status': 'completed', 'code': 200} Sep 14 11:15:53.002574 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '488af174-b020-4439-867b-a525bf504892', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'port_id': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'mac_address': 'fa:16:3e:7b:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:15:21Z', 'updated_at': '2021-09-14T11:15:51Z', 'revision_number': 1, 'project_id': '48534bb46df04c468ec6c8feab035277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:53.029023 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] Checking router: 6c28bd43-f2ee-48f6-8bb4-70b894f93351 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:15:53.037271 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:53.037883 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:15:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:53.224465 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:53.292394 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467f809-e5a3-41b7-b495-b1059ff5102c req-304518e1-5c48-4309-8612-5cb4e4ef09e5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:53.294127 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2467f809-e5a3-41b7-b495-b1059ff5102c req-304518e1-5c48-4309-8612-5cb4e4ef09e5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0498717 Sep 14 11:15:53.335972 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2467f809-e5a3-41b7-b495-b1059ff5102c req-a54c39a4-dcde-40da-a780-7238bc7a5bf4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356421 Sep 14 11:15:53.468414 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '488af174-b020-4439-867b-a525bf504892', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'port_id': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'mac_address': 'fa:16:3e:7b:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:15:21Z', 'updated_at': '2021-09-14T11:15:51Z', 'revision_number': 1, 'project_id': '48534bb46df04c468ec6c8feab035277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:53.497201 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2647974-c129-4baa-b1b5-3829a5f225de None None] The sync data for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi is: [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '488af174-b020-4439-867b-a525bf504892', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'port_id': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'mac_address': 'fa:16:3e:7b:64:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:15:21Z', 'updated_at': '2021-09-14T11:15:51Z', 'revision_number': 1, 'project_id': '48534bb46df04c468ec6c8feab035277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:15:53.698943 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-febe9912-c755-4f0e-8b03-e0ccbe8e8a04 None None] New status for floating IP 488af174-b020-4439-867b-a525bf504892: ACTIVE {{(pid=94633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:15:53.967931 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9924a9-91bc-4f7c-a2c6-e25d2f938ae0 req-17935fb0-8686-4f0c-a7d4-17e096324ae7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:53.967931 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ea9924a9-91bc-4f7c-a2c6-e25d2f938ae0 req-17935fb0-8686-4f0c-a7d4-17e096324ae7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0623541 Sep 14 11:15:54.002418 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ea9924a9-91bc-4f7c-a2c6-e25d2f938ae0 req-0a9fcd67-8505-429b-b3ea-711eba30811d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Sep 14 11:15:54.453261 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aea17c-1e97-45fb-83c4-6019491e70b1 req-56dd87e4-5aa1-4927-99a1-075df7dce5db tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:54.454773 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-86aea17c-1e97-45fb-83c4-6019491e70b1 req-56dd87e4-5aa1-4927-99a1-075df7dce5db tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0485797 Sep 14 11:15:54.464763 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:54.495229 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-86aea17c-1e97-45fb-83c4-6019491e70b1 req-1d3727e7-7566-416f-9f06-5bc33d079fd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308900 Sep 14 11:15:55.113074 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7261a-5c04-4070-a632-c34f4660b02b req-65e77e9d-3e1f-4e5b-9dd3-5e1bec87820e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:55.114518 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-68e7261a-5c04-4070-a632-c34f4660b02b req-65e77e9d-3e1f-4e5b-9dd3-5e1bec87820e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0470374 Sep 14 11:15:55.151401 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-68e7261a-5c04-4070-a632-c34f4660b02b req-2c62739e-27cb-4c75-825c-7094c8d104fa tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304167 Sep 14 11:15:55.185247 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:15:55.617738 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc6d05-e4ff-4051-b26d-f7fded38da52 req-80380ead-b6d1-4071-b9b5-8916cafb875d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:55.619376 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-57cc6d05-e4ff-4051-b26d-f7fded38da52 req-80380ead-b6d1-4071-b9b5-8916cafb875d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0539389 Sep 14 11:15:55.683273 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-8cd8c88a-52fc-445a-99d3-69f2b072b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:55.684811 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-8cd8c88a-52fc-445a-99d3-69f2b072b151 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 1098 time: 0.0645652 Sep 14 11:15:55.688197 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-57cc6d05-e4ff-4051-b26d-f7fded38da52 req-e6b16e07-efd8-4c70-8d3b-e0f3a6c0a0e9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594478 Sep 14 11:15:55.796764 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-6c59362d-cd4f-4e3a-ad49-0a67468e89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:55.798161 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-6c59362d-cd4f-4e3a-ad49-0a67468e89e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 912 time: 0.0949280 Sep 14 11:15:55.905809 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-d8ccd1a7-461b-4a35-9466-e602142456b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 HTTP/1.1" status: 200 len: 1001 time: 0.0916228 Sep 14 11:15:55.964250 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-b0fcfa5c-7172-4fcf-a39d-3202f8395584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:55.965722 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-b0fcfa5c-7172-4fcf-a39d-3202f8395584 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8396b9d7-6eb9-47e0-a433-97bcd58421ff HTTP/1.1" status: 200 len: 850 time: 0.0474961 Sep 14 11:15:56.034280 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-add54f9b-7036-4140-8a24-94b023b75768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:56.036023 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-add54f9b-7036-4140-8a24-94b023b75768 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c940777-7628-4ed0-b628-393b50c3a6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465596 Sep 14 11:15:56.137848 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-f88f6d0b-1eef-43c8-895f-380b22f8de5f service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901098 Sep 14 11:15:56.261999 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9264111e-1cd7-45b5-9ffd-9e2c92b16dc2 req-82fa6991-042d-4a31-8697-caffadf3d1a7 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114802 Sep 14 11:15:56.290659 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed430079-385d-47c7-8e94-a46d017505b6 req-36a091c8-074d-4931-8f1a-58a11c66c9af tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:56.290936 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ed430079-385d-47c7-8e94-a46d017505b6 req-36a091c8-074d-4931-8f1a-58a11c66c9af tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0673847 Sep 14 11:15:56.329548 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ed430079-385d-47c7-8e94-a46d017505b6 req-17a902b1-6d56-4f35-9845-2310f5646593 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Sep 14 11:15:56.851218 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cca54-9513-4254-b2a6-b1060b8c98d7 req-9ae6988a-40fe-483d-a816-06eea9e0497d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:56.853619 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bd0cca54-9513-4254-b2a6-b1060b8c98d7 req-9ae6988a-40fe-483d-a816-06eea9e0497d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0578492 Sep 14 11:15:56.892018 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bd0cca54-9513-4254-b2a6-b1060b8c98d7 req-7b9e2121-1bd4-4560-832c-3c6e080589a8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Sep 14 11:15:57.114024 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b81f43-9abb-4321-b0cd-04f1b0362699 req-947ec8af-5ed6-4d1c-a759-c2e0e9846cf2 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:57.115639 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-23b81f43-9abb-4321-b0cd-04f1b0362699 req-947ec8af-5ed6-4d1c-a759-c2e0e9846cf2 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.0557256 Sep 14 11:15:57.157019 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-23b81f43-9abb-4321-b0cd-04f1b0362699 req-dd00d552-04f0-4d24-a58c-31c038504858 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353248 Sep 14 11:15:57.555776 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef3073-7095-466a-b5f0-18753f698234 req-03653201-8be9-4d43-93b3-3acab63ab212 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:57.557340 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-36ef3073-7095-466a-b5f0-18753f698234 req-03653201-8be9-4d43-93b3-3acab63ab212 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0760651 Sep 14 11:15:57.573409 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-553dfe15-64c2-4702-a93a-6379d6243d0b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677927 Sep 14 11:15:57.604050 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-36ef3073-7095-466a-b5f0-18753f698234 req-8165e954-60b0-4d4a-933e-e259f6cc817e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Sep 14 11:15:57.677621 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-24e072db-c548-4579-9df1-a663dd17ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:57.679263 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-24e072db-c548-4579-9df1-a663dd17ca78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1098 time: 0.0419734 Sep 14 11:15:57.790257 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-819838b5-73c0-4fa5-98be-e9377d95e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:57.792089 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-819838b5-73c0-4fa5-98be-e9377d95e72a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 919 time: 0.0883896 Sep 14 11:15:57.866388 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-6279316f-e2cc-4630-b5a5-5f0171a8605f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4 HTTP/1.1" status: 200 len: 217 time: 0.0364156 Sep 14 11:15:57.925123 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-24f7532b-0e73-405c-86e6-7e85ec479923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:57.926559 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-24f7532b-0e73-405c-86e6-7e85ec479923 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.0430355 Sep 14 11:15:57.959432 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-cdc23fa7-c029-49c4-96f9-8efc65c1e4f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242186 Sep 14 11:15:58.073555 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963e740-582f-4f20-8c3c-9757a581566d req-2fe7ee25-f557-404e-80a5-7d0603e76934 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:58.075027 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4963e740-582f-4f20-8c3c-9757a581566d req-2fe7ee25-f557-404e-80a5-7d0603e76934 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.1036894 Sep 14 11:15:58.106479 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-e66249ef-978e-4566-a60d-3ae1e82fb0d2 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266615 Sep 14 11:15:58.132824 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4963e740-582f-4f20-8c3c-9757a581566d req-7443e9d6-6653-481d-906b-3938045ee4ef tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487065 Sep 14 11:15:58.254616 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7e9ca52-5d1f-4487-9e05-03a74a4fc660 req-c1b35c2e-3372-4653-a1da-a8a2f2fdc8c7 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362126 Sep 14 11:15:58.299022 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e001ce7-1ee9-4a2b-b967-1a1c1445df7c req-fccd25a5-c500-47f1-a212-d20163e44d86 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:58.300505 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4e001ce7-1ee9-4a2b-b967-1a1c1445df7c req-fccd25a5-c500-47f1-a212-d20163e44d86 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0915403 Sep 14 11:15:58.313665 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 35760) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:58.317234 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'floatingip': {'port_id': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:15:58.317584 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db544a47-bb7b-4dab-a9ea-df33f9f1ae2a req-efd2feaf-b750-48f5-84cb-1ae545c13b5d tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:58.319134 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-db544a47-bb7b-4dab-a9ea-df33f9f1ae2a req-efd2feaf-b750-48f5-84cb-1ae545c13b5d tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.0878546 Sep 14 11:15:58.366332 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-db544a47-bb7b-4dab-a9ea-df33f9f1ae2a req-bde29b74-b3a4-40b7-b18d-df731c45390c tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382135 Sep 14 11:15:58.376559 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:58.734897 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c85a2-c9a9-45ae-9466-182f9e0e7da0 req-466dfac5-2107-4a0b-8e71-abc079de546e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:58.736460 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-320c85a2-c9a9-45ae-9466-182f9e0e7da0 req-466dfac5-2107-4a0b-8e71-abc079de546e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0601518 Sep 14 11:15:58.784364 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-320c85a2-c9a9-45ae-9466-182f9e0e7da0 req-af11c011-6dd3-41bb-8509-d701cea38d93 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Sep 14 11:15:58.828585 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:58.906308 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:59.144543 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.l3_db [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Floating IP cb263902-4b7e-4ab8-91c8-bef3af420d73 associated. External IP: 172.27.0.219, port: a7c5e87e-c19f-4b78-b8c9-1f395c2278d7. Sep 14 11:15:59.368438 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:15:59.483019 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:15:59.487828 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:15:59.499541 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] Sync routers for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:15:59.509737 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:59.510615 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:15:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:59.514950 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff601e-1e4c-4a03-85ee-9fe65b6984a3 req-05c16c76-64a4-4a18-807b-9f91551d1289 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:59.516697 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42ff601e-1e4c-4a03-85ee-9fe65b6984a3 req-05c16c76-64a4-4a18-807b-9f91551d1289 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.0581610 Sep 14 11:15:59.521031 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-275f2b87-b82d-483b-8ea2-9ac6eb6b74b5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "PUT /v2.0/floatingips/cb263902-4b7e-4ab8-91c8-bef3af420d73 HTTP/1.1" status: 200 len: 992 time: 1.2082164 Sep 14 11:15:59.522118 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'}] {{(pid=94632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:15:59.525601 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a4becddd418bb84f1948dec5118b731922884afe1f23a9219bf08cb21cd83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c423350-f859-491d-b3da-79fb178b77a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7"}]}' {{(pid=94632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:15:59.566430 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42ff601e-1e4c-4a03-85ee-9fe65b6984a3 req-a73313f2-805a-4798-ba91-e88c4aa378be tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Sep 14 11:15:59.612801 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b769fd62-65c1-4d7b-bb35-555d229bae76 x-openstack-request-id: req-b769fd62-65c1-4d7b-bb35-555d229bae76 {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:15:59.613371 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7", "status": "completed", "code": 200}]} {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:15:59.613710 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b769fd62-65c1-4d7b-bb35-555d229bae76 {{(pid=94632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:15:59.614299 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'status': 'completed', 'code': 200} Sep 14 11:15:59.632563 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:15:59.856669 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 35828) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:15:59.862115 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': 'cb263902-4b7e-4ab8-91c8-bef3af420d73', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'port_id': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'mac_address': 'fa:16:3e:6f:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4753a529-d2e6-4283-a266-48ba76684326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:15:25Z', 'updated_at': '2021-09-14T11:15:58Z', 'revision_number': 1, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:59.894486 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] Checking router: d43a6c8e-9e93-4de3-9224-0417dfc9ab7b for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:15:59.903953 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:15:59.904657 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:15:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:15:59.922452 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d04ae0-681b-44c9-b60e-90b19475512e req-79a79d75-d891-47e2-a79c-2d68dad47a55 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:15:59.923965 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e8d04ae0-681b-44c9-b60e-90b19475512e req-79a79d75-d891-47e2-a79c-2d68dad47a55 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0503516 Sep 14 11:15:59.963267 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e8d04ae0-681b-44c9-b60e-90b19475512e req-2680d35c-623c-464d-a78d-482b2c39aceb tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Sep 14 11:15:59.974641 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:00.011761 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:16:00.075210 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:00.140533 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:00.178125 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f97ea3-3981-4248-9e93-7c85cb97cfff,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:00.183283 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45d911c86e364a0a90362bc2ac28dfbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255050 Sep 14 11:16:00.186367 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 35834) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:00.188392 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.195439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cae0cb8-37a6-43fd-ac1b-380e03f1c0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.257554 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:00.261502 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': 'cb263902-4b7e-4ab8-91c8-bef3af420d73', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'port_id': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'mac_address': 'fa:16:3e:6f:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4753a529-d2e6-4283-a266-48ba76684326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:15:25Z', 'updated_at': '2021-09-14T11:15:58Z', 'revision_number': 1, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:00.280953 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:00.289456 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f874b2a-18b6-4b0d-80f8-966dca698e9d None None] The sync data for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi is: [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': 'cb263902-4b7e-4ab8-91c8-bef3af420d73', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'port_id': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'mac_address': 'fa:16:3e:6f:2f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4753a529-d2e6-4283-a266-48ba76684326', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:15:25Z', 'updated_at': '2021-09-14T11:15:58Z', 'revision_number': 1, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:16:00.409365 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:00.411850 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:00.413057 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99f97ea3-3981-4248-9e93-7c85cb97cfff HTTP/1.1" status: 204 len: 168 time: 0.2243581 Sep 14 11:16:00.422024 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f97ea3-3981-4248-9e93-7c85cb97cfff,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:00.431032 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.431696 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.432166 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.432560 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.432934 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.433274 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.433610 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.433942 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.434278 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.434605 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.434931 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.435258 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714ebe17-eacf-46c9-bc75-ba8f77ed45c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:00.496314 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd2fab1-2587-475d-a344-e0cd003bcf7a None None] New status for floating IP cb263902-4b7e-4ab8-91c8-bef3af420d73: ACTIVE {{(pid=94633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:16:01.044204 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 35850) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:01.057657 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8276ca14-ac80-42bb-882b-985bff48f328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:01.145589 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8276ca14-ac80-42bb-882b-985bff48f328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:01.197818 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8276ca14-ac80-42bb-882b-985bff48f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:01.235439 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276ca14-ac80-42bb-882b-985bff48f328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729e77a5-bd8b-4e73-a680-ca6bfde0cceb,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:01.239733 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-8276ca14-ac80-42bb-882b-985bff48f328 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36531c50ced64b3184c0ecc756905f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944964 Sep 14 11:16:01.242615 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 35852) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:01.293925 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9809285e-8242-41c3-b81a-baf3aee09673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:01.314239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9809285e-8242-41c3-b81a-baf3aee09673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:01.432047 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9809285e-8242-41c3-b81a-baf3aee09673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:01.434598 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9809285e-8242-41c3-b81a-baf3aee09673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:01.435788 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-9809285e-8242-41c3-b81a-baf3aee09673 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/729e77a5-bd8b-4e73-a680-ca6bfde0cceb HTTP/1.1" status: 204 len: 168 time: 0.1922338 Sep 14 11:16:01.443472 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809285e-8242-41c3-b81a-baf3aee09673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729e77a5-bd8b-4e73-a680-ca6bfde0cceb,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:01.464962 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:02.736529 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c423350-f859-491d-b3da-79fb178b77a6 req-27ee5543-051f-4750-937d-5d6b60015ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:02.736529 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c423350-f859-491d-b3da-79fb178b77a6 req-27ee5543-051f-4750-937d-5d6b60015ad0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 1099 time: 0.0445607 Sep 14 11:16:02.903600 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfb960-2f02-4923-abe2-c55e046a992b req-ce76f6c0-d280-46b3-8ebb-4937a349d929 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:02.905251 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-43bfb960-2f02-4923-abe2-c55e046a992b req-ce76f6c0-d280-46b3-8ebb-4937a349d929 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.1284621 Sep 14 11:16:02.910788 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c423350-f859-491d-b3da-79fb178b77a6 req-7f3a62f3-7fec-4937-9290-b35531d6e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:02.912209 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c423350-f859-491d-b3da-79fb178b77a6 req-7f3a62f3-7fec-4937-9290-b35531d6e176 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 917 time: 0.1666970 Sep 14 11:16:02.923557 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935cfda-a684-40fa-83ab-e421a6bd6df5 req-1f2975aa-66b9-4a0a-bb15-c6d2b3d2adbc tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:02.924979 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c935cfda-a684-40fa-83ab-e421a6bd6df5 req-1f2975aa-66b9-4a0a-bb15-c6d2b3d2adbc tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.1365025 Sep 14 11:16:03.026869 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-43bfb960-2f02-4923-abe2-c55e046a992b req-db1b110c-43ea-4e83-9171-fe92578ec98a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137052 Sep 14 11:16:03.035940 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c935cfda-a684-40fa-83ab-e421a6bd6df5 req-c095d6c1-c4f1-48ed-9422-75767f012290 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011097 Sep 14 11:16:03.043009 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c423350-f859-491d-b3da-79fb178b77a6 req-8ca66b9f-5745-4f4e-ab15-e16e656bb315 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 HTTP/1.1" status: 200 len: 1002 time: 0.1130726 Sep 14 11:16:03.099478 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c423350-f859-491d-b3da-79fb178b77a6 req-77e5d611-e359-4438-a6fe-1fa62b505bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:03.100931 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c423350-f859-491d-b3da-79fb178b77a6 req-77e5d611-e359-4438-a6fe-1fa62b505bc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0448802 Sep 14 11:16:03.167774 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c423350-f859-491d-b3da-79fb178b77a6 req-2b218867-1442-4a23-935e-4c63b0aa3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:03.169281 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c423350-f859-491d-b3da-79fb178b77a6 req-2b218867-1442-4a23-935e-4c63b0aa3f6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459495 Sep 14 11:16:03.290677 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c423350-f859-491d-b3da-79fb178b77a6 req-0b9a5fcf-e629-4326-b575-5c7c130c87c9 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891974 Sep 14 11:16:03.392280 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c423350-f859-491d-b3da-79fb178b77a6 req-c518bfa0-31f7-4b0c-9fd1-e74e4b1383ad service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953569 Sep 14 11:16:03.840255 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-751e4a27-4eec-475b-ac37-9807b475c3ac tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:03.843674 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-751e4a27-4eec-475b-ac37-9807b475c3ac tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Sep 14 11:16:04.123069 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 35936) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:04.184848 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db9eed0-2ac8-420b-a02a-8dd53dd980ad admin admin] Deleting subnet 0465d75e-44fb-4a0e-9bf4-87737a01f924 {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:16:04.189375 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8db9eed0-2ac8-420b-a02a-8dd53dd980ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.226046 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8db9eed0-2ac8-420b-a02a-8dd53dd980ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.268663 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8db9eed0-2ac8-420b-a02a-8dd53dd980ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.274638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e415fc-09f6-4e98-ac1a-1bd030561cdc req-2b6371cb-afc4-4818-a0eb-654b22d3bc11 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:04.276191 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-31e415fc-09f6-4e98-ac1a-1bd030561cdc req-2b6371cb-afc4-4818-a0eb-654b22d3bc11 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 945 time: 0.1210835 Sep 14 11:16:04.283399 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede99a93-6b3f-47a9-9b80-bf4467738cb8 req-3171cf9f-5b3e-451d-8672-11f6ee9ee942 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:04.284994 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ede99a93-6b3f-47a9-9b80-bf4467738cb8 req-3171cf9f-5b3e-451d-8672-11f6ee9ee942 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.1286442 Sep 14 11:16:04.337295 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Deleting port 36086c8a-d03e-48ba-b656-66ebed1eee11 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:16:04.337589 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.392846 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ede99a93-6b3f-47a9-9b80-bf4467738cb8 req-8b4ab49f-9e80-4bf9-be87-8acbb98d472c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893581 Sep 14 11:16:04.395413 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-31e415fc-09f6-4e98-ac1a-1bd030561cdc req-ea3c288a-7263-447c-9bf2-abb36f56000b tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/security-groups?id=93d13bc7-edd2-42e2-a52a-562807893ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084232 Sep 14 11:16:04.426319 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8db9eed0-2ac8-420b-a02a-8dd53dd980ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.457588 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9eed0-2ac8-420b-a02a-8dd53dd980ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0465d75e-44fb-4a0e-9bf4-87737a01f924,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:04.468386 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8db9eed0-2ac8-420b-a02a-8dd53dd980ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.471685 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8db9eed0-2ac8-420b-a02a-8dd53dd980ad admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0465d75e-44fb-4a0e-9bf4-87737a01f924 HTTP/1.1" status: 204 len: 168 time: 0.3460052 Sep 14 11:16:04.472443 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] For port 36086c8a-d03e-48ba-b656-66ebed1eee11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=36086c8a-d03e-48ba-b656-66ebed1eee11,segment=NetworkSegment(bf6b0102-11f7-4ba4-9b73-59cb24b4e00b),segment_id=bf6b0102-11f7-4ba4-9b73-59cb24b4e00b)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:16:04.478580 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.478720 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 35952) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:04.496171 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Calling delete_port for 36086c8a-d03e-48ba-b656-66ebed1eee11 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:16:04.563185 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.650865 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.673711 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f00ac88-b77b-463e-922d-f0c763822f06']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:04.683693 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c11aa7f-12da-42ba-a874-762680d834f8') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:04.683983 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c11aa7f-12da-42ba-a874-762680d834f8') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:04.693150 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.709221 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.715937 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:16:04.716371 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:16:04.717961 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:16:04.729196 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.744132 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['36086c8a-d03e-48ba-b656-66ebed1eee11'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:16:04.757810 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Pushing event deleted for resources: {'Port': ['ID=36086c8a-d03e-48ba-b656-66ebed1eee11,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:04.817657 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] No DVR routers for this DVR port 36086c8a-d03e-48ba-b656-66ebed1eee11 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:16:04.825488 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.828278 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bbb743c1-5437-4ea0-b462-958d32b25e13 req-22a49de2-6245-470d-b201-db6fb8524402 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.60 "DELETE /v2.0/ports/36086c8a-d03e-48ba-b656-66ebed1eee11 HTTP/1.1" status: 204 len: 173 time: 0.9788826 Sep 14 11:16:04.828747 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4f99a5-79f1-49d7-ab69-78322017dd94', 'name': 'network-vif-deleted', 'tag': '36086c8a-d03e-48ba-b656-66ebed1eee11'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:16:04.831917 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355747a1-d78d-4cec-8511-ffded4d41784" -d '{"events": [{"server_uuid": "8a4f99a5-79f1-49d7-ab69-78322017dd94", "name": "network-vif-deleted", "tag": "36086c8a-d03e-48ba-b656-66ebed1eee11"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:16:04.838106 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.844360 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.846700 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4f00ac88-b77b-463e-922d-f0c763822f06 HTTP/1.1" status: 204 len: 168 time: 0.3712423 Sep 14 11:16:04.849569 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 35966) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:04.868982 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4794e8f-9620-4d93-af38-f54496b1cb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f00ac88-b77b-463e-922d-f0c763822f06,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:04.906560 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e66c60-9562-43c6-a682-a4df0c8affe6 admin admin] Deleting subnet a143a9a7-3824-430c-8350-0b4f370c34a7 {{(pid=94631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:16:04.909767 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27e66c60-9562-43c6-a682-a4df0c8affe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.944274 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27e66c60-9562-43c6-a682-a4df0c8affe6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:04.950856 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27e66c60-9562-43c6-a682-a4df0c8affe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.000847 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e3669b-60bb-46a2-a966-409a689fee8e x-openstack-request-id: req-75e3669b-60bb-46a2-a966-409a689fee8e {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:16:05.001132 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a4f99a5-79f1-49d7-ab69-78322017dd94", "name": "network-vif-deleted", "tag": "36086c8a-d03e-48ba-b656-66ebed1eee11", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:16:05.001380 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-75e3669b-60bb-46a2-a966-409a689fee8e {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:16:05.001761 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4f99a5-79f1-49d7-ab69-78322017dd94', 'name': 'network-vif-deleted', 'tag': '36086c8a-d03e-48ba-b656-66ebed1eee11', 'status': 'completed', 'code': 200} Sep 14 11:16:05.089134 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27e66c60-9562-43c6-a682-a4df0c8affe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for subnet, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.113714 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e66c60-9562-43c6-a682-a4df0c8affe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a143a9a7-3824-430c-8350-0b4f370c34a7,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:05.117891 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27e66c60-9562-43c6-a682-a4df0c8affe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.119966 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-27e66c60-9562-43c6-a682-a4df0c8affe6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a143a9a7-3824-430c-8350-0b4f370c34a7 HTTP/1.1" status: 204 len: 168 time: 0.2692826 Sep 14 11:16:05.122584 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 35968) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:05.193165 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.277593 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.297935 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.298282 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.299058 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.299423 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > port after_create 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.299768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > port after_delete 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.300141 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > port after_update 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.300449 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.300791 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.301114 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.301455 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.374727 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.375124 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.375510 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.382518 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:16:05.382518 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b2c46a-50f6-42d5-b749-902836c5ac66']}} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:05.394762 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8c3b5e-0c9a-466e-9cdd-457cfb5e56bc') {'for_net_delete': True} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:05.395123 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8c3b5e-0c9a-466e-9cdd-457cfb5e56bc') {} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:05.412266 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3869001'] for segment, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.446429 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.457797 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:16:05.458775 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26145980'] for segment, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: from cryptography.utils import int_from_bytes Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: from cryptography.utils import int_from_bytes Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: Traceback (most recent call last): Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: timer() Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: cb(*args, **kw) Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: return func(*args, **kwargs) Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: self._notify() Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: self.callback(batched_events) Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: event.method(event) Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: return f(self, *a, **k) Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._get(url).json() Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: return self.request(url, 'GET', **kwargs) Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:16:05.491546 dv-cinder-804757-8-iscsi neutron-server[94631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:16:05.600047 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-76c297f3-346e-4b77-997d-80ed55e7f07d req-54e3e308-9533-4034-9aa2-21566e4354c9 tempest-DeleteServersTestJSON-412568524 tempest-DeleteServersTestJSON-412568524-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a4f99a5-79f1-49d7-ab69-78322017dd94 HTTP/1.1" status: 200 len: 210 time: 0.1058023 Sep 14 11:16:05.631147 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82697ec8-4611-41af-ac1b-c1f80c762dd0 req-1dfa7e33-67cf-40ab-bae8-80f7085a42a1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:05.632675 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-82697ec8-4611-41af-ac1b-c1f80c762dd0 req-1dfa7e33-67cf-40ab-bae8-80f7085a42a1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.1403403 Sep 14 11:16:05.656402 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.674635 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:05.676576 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] 10.222.0.59 "DELETE /v2.0/networks/33b2c46a-50f6-42d5-b749-902836c5ac66 HTTP/1.1" status: 204 len: 168 time: 0.5527780 Sep 14 11:16:05.688466 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c698ac-9ced-4d94-8326-e491781f3aee admin admin] Pushing event deleted for resources: {'Network': ['ID=33b2c46a-50f6-42d5-b749-902836c5ac66,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:05.696572 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-82697ec8-4611-41af-ac1b-c1f80c762dd0 req-791db02f-96eb-404c-84a3-5d13d856d798 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541873 Sep 14 11:16:06.003168 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36000) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:06.031313 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36004) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:06.075497 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8365e0fc-28b1-4c7e-9b96-928514dbe89d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f875d142968f4e22b642fb0f6da2fdb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429087 Sep 14 11:16:06.078559 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36006) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:06.133238 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3145a371-5a75-402c-9cb2-95f1cd88ff67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.159975 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3145a371-5a75-402c-9cb2-95f1cd88ff67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.251442 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b213-c5d3-497a-9a64-b841c5e378f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.277175 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3145a371-5a75-402c-9cb2-95f1cd88ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.279760 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3145a371-5a75-402c-9cb2-95f1cd88ff67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.280933 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-3145a371-5a75-402c-9cb2-95f1cd88ff67 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2956a926-a0f8-4fbc-b4c5-3e2706248be3 HTTP/1.1" status: 204 len: 168 time: 0.2011876 Sep 14 11:16:06.290446 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145a371-5a75-402c-9cb2-95f1cd88ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2956a926-a0f8-4fbc-b4c5-3e2706248be3,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:06.351941 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b213-c5d3-497a-9a64-b841c5e378f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.454261 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c7a0b213-c5d3-497a-9a64-b841c5e378f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.497668 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c7a0b213-c5d3-497a-9a64-b841c5e378f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a8fa21b5260547e29eb01a8e9a61f76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931891 Sep 14 11:16:06.498427 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0b213-c5d3-497a-9a64-b841c5e378f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb62996f-2fdf-4caf-bb32-2d6a91ab9ba5,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:06.500220 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36010) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:06.557185 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-401dc73a-4f24-41d9-90da-990cb60b535a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.579236 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-401dc73a-4f24-41d9-90da-990cb60b535a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.705709 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-401dc73a-4f24-41d9-90da-990cb60b535a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.708350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-401dc73a-4f24-41d9-90da-990cb60b535a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:06.709605 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-401dc73a-4f24-41d9-90da-990cb60b535a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb62996f-2fdf-4caf-bb32-2d6a91ab9ba5 HTTP/1.1" status: 204 len: 168 time: 0.2074628 Sep 14 11:16:06.721509 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dc73a-4f24-41d9-90da-990cb60b535a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb62996f-2fdf-4caf-bb32-2d6a91ab9ba5,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:06.835613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129ebc6-6dab-4920-9d42-ec6b0a3488a4 req-025e01b0-5a3a-41c2-9161-61777e59e36f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:06.839029 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3129ebc6-6dab-4920-9d42-ec6b0a3488a4 req-025e01b0-5a3a-41c2-9161-61777e59e36f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0585930 Sep 14 11:16:06.882499 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3129ebc6-6dab-4920-9d42-ec6b0a3488a4 req-447afc93-8765-4a98-bfc6-3721ff527f23 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361006 Sep 14 11:16:06.954441 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36034) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:06.999132 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-fe799980-63ae-4506-91ce-6758748b4daf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c0f15e1f4d64289b77c4cd119961f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434384 Sep 14 11:16:07.001602 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36036) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:07.072707 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9eddd72b-899f-4e48-bdc5-d46fcdc47023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.121020 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9eddd72b-899f-4e48-bdc5-d46fcdc47023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.247973 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9eddd72b-899f-4e48-bdc5-d46fcdc47023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.250612 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9eddd72b-899f-4e48-bdc5-d46fcdc47023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.251863 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-9eddd72b-899f-4e48-bdc5-d46fcdc47023 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/24770150-f8a9-41c1-b34b-009149fcf995 HTTP/1.1" status: 204 len: 168 time: 0.2493200 Sep 14 11:16:07.259831 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddd72b-899f-4e48-bdc5-d46fcdc47023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24770150-f8a9-41c1-b34b-009149fcf995,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:07.467165 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36048) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:07.480840 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3c684f3a-7914-4646-a35b-192713852ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.566552 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3c684f3a-7914-4646-a35b-192713852ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.625854 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3c684f3a-7914-4646-a35b-192713852ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.667135 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-3c684f3a-7914-4646-a35b-192713852ce3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12a70f7ea6374de6bb2646ef02092a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958272 Sep 14 11:16:07.667135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c684f3a-7914-4646-a35b-192713852ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f1651f-7495-4fd2-a23f-c94541465c3c,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:07.668359 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36058) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:07.725233 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-441a97a7-121e-4156-a660-4cd6f72a270b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.746073 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-441a97a7-121e-4156-a660-4cd6f72a270b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.842751 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-441a97a7-121e-4156-a660-4cd6f72a270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.845357 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-441a97a7-121e-4156-a660-4cd6f72a270b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:07.846513 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-441a97a7-121e-4156-a660-4cd6f72a270b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a0f1651f-7495-4fd2-a23f-c94541465c3c HTTP/1.1" status: 204 len: 168 time: 0.1767349 Sep 14 11:16:07.854485 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a97a7-121e-4156-a660-4cd6f72a270b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f1651f-7495-4fd2-a23f-c94541465c3c,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:08.493735 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 36086c8a-d03e-48ba-b656-66ebed1eee11 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:16:08.515771 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 36086c8a-d03e-48ba-b656-66ebed1eee11 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:16:08.516118 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 36086c8a-d03e-48ba-b656-66ebed1eee11 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:16:09.751405 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef2bc4-6f50-4384-a766-95f44359eba0 req-3bd2d41c-f779-421e-bf63-7e55b512cb69 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:09.752900 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28ef2bc4-6f50-4384-a766-95f44359eba0 req-3bd2d41c-f779-421e-bf63-7e55b512cb69 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0605190 Sep 14 11:16:09.799867 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28ef2bc4-6f50-4384-a766-95f44359eba0 req-0bbb7a8c-e497-43d0-b369-e9e531024da2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 Sep 14 11:16:10.938785 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee3ef2-f63c-4ae5-b2d7-ae2ef6542cdb req-81d20f4d-0969-4d2a-a57f-8ed70ea85362 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:10.940422 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ceee3ef2-f63c-4ae5-b2d7-ae2ef6542cdb req-81d20f4d-0969-4d2a-a57f-8ed70ea85362 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0636270 Sep 14 11:16:10.990424 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ceee3ef2-f63c-4ae5-b2d7-ae2ef6542cdb req-85145046-7d16-42d0-96d0-690efbf0cced tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Sep 14 11:16:11.400102 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36192) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:11.449808 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d336132-39f9-4f24-b714-183ad445e49c admin admin] Deleting subnet 3148fb9b-44a5-45d8-b6bd-9c611d08d853 {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:16:11.451130 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4d336132-39f9-4f24-b714-183ad445e49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.486002 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4d336132-39f9-4f24-b714-183ad445e49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.527502 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4d336132-39f9-4f24-b714-183ad445e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.671858 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4d336132-39f9-4f24-b714-183ad445e49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.696902 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d336132-39f9-4f24-b714-183ad445e49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3148fb9b-44a5-45d8-b6bd-9c611d08d853,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:11.702704 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4d336132-39f9-4f24-b714-183ad445e49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.704600 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4d336132-39f9-4f24-b714-183ad445e49c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3148fb9b-44a5-45d8-b6bd-9c611d08d853 HTTP/1.1" status: 204 len: 168 time: 0.3034995 Sep 14 11:16:11.707179 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36198) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:11.780009 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.860848 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.888925 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c17f3a-cd2c-451c-8820-54340ab2c350']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:11.898280 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6b0102-11f7-4ba4-9b73-59cb24b4e00b') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:11.899121 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6b0102-11f7-4ba4-9b73-59cb24b4e00b') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:16:11.908454 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.921692 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.930902 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:16:11.931530 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:16:11.933577 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:16:12.037189 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:12.046022 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:12.049003 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b1c17f3a-cd2c-451c-8820-54340ab2c350 HTTP/1.1" status: 204 len: 168 time: 0.3408632 Sep 14 11:16:12.062579 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5baf37-330c-4662-bf56-34fe422ec643 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c17f3a-cd2c-451c-8820-54340ab2c350,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:12.130249 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6ca91-3064-41e8-92e4-98d1b18361d4 req-d3fcff23-cb3a-433d-9623-38652de00871 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:12.131659 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2da6ca91-3064-41e8-92e4-98d1b18361d4 req-d3fcff23-cb3a-433d-9623-38652de00871 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0535398 Sep 14 11:16:12.170182 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2da6ca91-3064-41e8-92e4-98d1b18361d4 req-dacdd5e2-883e-47f2-8ad3-5e0b0f5c49db tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317585 Sep 14 11:16:12.478164 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36222) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:12.526822 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-c9538953-04d7-4f8b-ad26-db0a3921e6c4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=84a71263d3c441e3afd25486f59f2a67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441315 Sep 14 11:16:12.527023 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36226) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:12.587928 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1ff51101-80ed-45d1-9490-99bee725f4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:12.614222 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1ff51101-80ed-45d1-9490-99bee725f4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:12.739006 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1ff51101-80ed-45d1-9490-99bee725f4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:12.741652 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1ff51101-80ed-45d1-9490-99bee725f4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:12.746055 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-1ff51101-80ed-45d1-9490-99bee725f4b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93d13bc7-edd2-42e2-a52a-562807893ae8 HTTP/1.1" status: 204 len: 168 time: 0.2154584 Sep 14 11:16:12.753251 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff51101-80ed-45d1-9490-99bee725f4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d13bc7-edd2-42e2-a52a-562807893ae8,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:13.307515 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c8dc5-5600-4eed-88a6-31854a898e25 req-0ef5b61c-9056-469f-8419-e6265c5c8dd7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:13.311951 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-220c8dc5-5600-4eed-88a6-31854a898e25 req-0ef5b61c-9056-469f-8419-e6265c5c8dd7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0685856 Sep 14 11:16:13.356272 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-220c8dc5-5600-4eed-88a6-31854a898e25 req-87d83152-218c-4c3e-9197-723cfd0da853 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398259 Sep 14 11:16:14.483799 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37ba5a-0ad4-4efc-ade9-be7c601873bf req-975c31af-e10a-41e7-ab88-8bafb3638dfc tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:14.485374 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-db37ba5a-0ad4-4efc-ade9-be7c601873bf req-975c31af-e10a-41e7-ab88-8bafb3638dfc tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0558321 Sep 14 11:16:14.526181 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-db37ba5a-0ad4-4efc-ade9-be7c601873bf req-e63a2f1e-5682-4915-83b8-e4dc31f8f2f1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Sep 14 11:16:15.666759 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ebb52-3a0a-4c0e-82f0-a4966316aa8e req-8d93fe41-7636-4151-b393-b86eef9ee4d9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:15.668386 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-940ebb52-3a0a-4c0e-82f0-a4966316aa8e req-8d93fe41-7636-4151-b393-b86eef9ee4d9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0526731 Sep 14 11:16:15.708362 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-940ebb52-3a0a-4c0e-82f0-a4966316aa8e req-613a1086-1ac8-494f-a19c-9da68b5faa15 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338728 Sep 14 11:16:16.027310 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36394) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:16.087374 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36398) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:16.198562 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-515ba7e3-1242-466c-be6a-d0f2855aeff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.203577 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d3e3afb0-0266-4bc2-a9b9-187348f05d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.239819 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.db.api [None req-515ba7e3-1242-466c-be6a-d0f2855aeff5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 11:16:16.239819 dv-cinder-804757-8-iscsi neutron-server[94631]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 11:16:16.239819 dv-cinder-804757-8-iscsi neutron-server[94631]: [parameters: {'project_id': '44dc5667fbd6410d93541816e5ee5681', 'id': '462e8abd-9f57-40c1-83d3-b8b7f9f30b1a', 'expiration': datetime.datetime(2021, 9, 14, 11, 18, 16, 233631)}] Sep 14 11:16:16.239819 dv-cinder-804757-8-iscsi neutron-server[94631]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:16:16.240213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG oslo_db.api [None req-515ba7e3-1242-466c-be6a-d0f2855aeff5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:16:16.311254 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d3e3afb0-0266-4bc2-a9b9-187348f05d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.374392 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d3e3afb0-0266-4bc2-a9b9-187348f05d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.417645 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d3e3afb0-0266-4bc2-a9b9-187348f05d3a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1fb35f911c6040c68d9195a4304a3b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290577 Sep 14 11:16:16.418781 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3afb0-0266-4bc2-a9b9-187348f05d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2c4844-2d5f-49ef-a870-6d090f87b922,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:16.420314 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36412) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:16.471450 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7061e386-2840-4c69-9f51-d65a67d53fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.492881 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7061e386-2840-4c69-9f51-d65a67d53fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.631654 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7061e386-2840-4c69-9f51-d65a67d53fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.635007 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7061e386-2840-4c69-9f51-d65a67d53fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.637628 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-7061e386-2840-4c69-9f51-d65a67d53fee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce2c4844-2d5f-49ef-a870-6d090f87b922 HTTP/1.1" status: 204 len: 168 time: 0.2151442 Sep 14 11:16:16.646501 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061e386-2840-4c69-9f51-d65a67d53fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2c4844-2d5f-49ef-a870-6d090f87b922,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:16.741466 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-515ba7e3-1242-466c-be6a-d0f2855aeff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.876128 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac51da-0cdd-4625-927e-71397cd534c5 req-88e39b3e-6a53-4727-b005-c66f4f72f50d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:16.877685 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecac51da-0cdd-4625-927e-71397cd534c5 req-88e39b3e-6a53-4727-b005-c66f4f72f50d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0870850 Sep 14 11:16:16.935876 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-515ba7e3-1242-466c-be6a-d0f2855aeff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:16.951682 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecac51da-0cdd-4625-927e-71397cd534c5 req-654557ca-3697-441e-b8ba-ae1d213ec442 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545940 Sep 14 11:16:17.002601 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-515ba7e3-1242-466c-be6a-d0f2855aeff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.042560 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-515ba7e3-1242-466c-be6a-d0f2855aeff5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44dc5667fbd6410d93541816e5ee5681&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0139647 Sep 14 11:16:17.043228 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ba7e3-1242-466c-be6a-d0f2855aeff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a2980-881e-485f-abcb-c8ea3b75ed6f,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:17.046197 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36436) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:17.095393 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-933da457-e16b-4f68-9df3-79d3a83b371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.119960 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-933da457-e16b-4f68-9df3-79d3a83b371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.247776 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-933da457-e16b-4f68-9df3-79d3a83b371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.250388 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-933da457-e16b-4f68-9df3-79d3a83b371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.259213 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-933da457-e16b-4f68-9df3-79d3a83b371b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f69a2980-881e-485f-abcb-c8ea3b75ed6f HTTP/1.1" status: 204 len: 168 time: 0.2044704 Sep 14 11:16:17.260605 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933da457-e16b-4f68-9df3-79d3a83b371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a2980-881e-485f-abcb-c8ea3b75ed6f,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:17.365462 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36446) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:17.386103 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6bc34aa-3907-4a78-a30f-baf3be30d675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.479694 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6bc34aa-3907-4a78-a30f-baf3be30d675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.551578 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6bc34aa-3907-4a78-a30f-baf3be30d675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.596263 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-a6bc34aa-3907-4a78-a30f-baf3be30d675 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=789c7e8ebcdb4da6ab476e47bf68957f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259207 Sep 14 11:16:17.596263 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc34aa-3907-4a78-a30f-baf3be30d675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f8bd96-a66a-4388-8022-5906fea6aace,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:17.596612 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36452) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:17.651532 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0eb465d2-4afe-4725-9961-ed2913d0318a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.676523 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0eb465d2-4afe-4725-9961-ed2913d0318a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.808610 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0eb465d2-4afe-4725-9961-ed2913d0318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.811111 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0eb465d2-4afe-4725-9961-ed2913d0318a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:17.812330 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-0eb465d2-4afe-4725-9961-ed2913d0318a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2f8bd96-a66a-4388-8022-5906fea6aace HTTP/1.1" status: 204 len: 168 time: 0.2147846 Sep 14 11:16:17.821612 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb465d2-4afe-4725-9961-ed2913d0318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f8bd96-a66a-4388-8022-5906fea6aace,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:18.001720 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36462) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:18.015902 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f30a84f3-811f-4fcf-b7dd-5c36395e32de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:18.083352 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c29f4-358e-4b42-b273-98a71b161cd0 req-6e6bd2e0-1783-46dc-9456-81ff06d7dcbd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:18.085217 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6a4c29f4-358e-4b42-b273-98a71b161cd0 req-6e6bd2e0-1783-46dc-9456-81ff06d7dcbd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0578961 Sep 14 11:16:18.125371 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f30a84f3-811f-4fcf-b7dd-5c36395e32de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:18.131112 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6a4c29f4-358e-4b42-b273-98a71b161cd0 req-1f7dff19-dff5-4b9a-80e6-e178bc6641b1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Sep 14 11:16:18.180529 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f30a84f3-811f-4fcf-b7dd-5c36395e32de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:18.230071 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-f30a84f3-811f-4fcf-b7dd-5c36395e32de admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=94c8a51b6f104f37b77929b5b91b0e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272091 Sep 14 11:16:18.232298 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a84f3-811f-4fcf-b7dd-5c36395e32de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f291c-3b87-41a9-891b-1a6bda905c38,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:18.232688 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36474) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:18.314404 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27ef4064-78bd-4583-af9c-0d6a9f971946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:18.339176 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27ef4064-78bd-4583-af9c-0d6a9f971946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:18.431614 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27ef4064-78bd-4583-af9c-0d6a9f971946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:18.434227 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-27ef4064-78bd-4583-af9c-0d6a9f971946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:18.435307 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-27ef4064-78bd-4583-af9c-0d6a9f971946 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb1f291c-3b87-41a9-891b-1a6bda905c38 HTTP/1.1" status: 204 len: 168 time: 0.2016141 Sep 14 11:16:18.445137 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef4064-78bd-4583-af9c-0d6a9f971946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f291c-3b87-41a9-891b-1a6bda905c38,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:18.981237 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab5b9-9f98-479c-aa37-f1cd904e2845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:19.256105 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86914832-5789-47d7-b92b-52202cc2ae92 req-217adb95-a730-42ad-9fb6-ac89def32e8b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:19.257647 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-86914832-5789-47d7-b92b-52202cc2ae92 req-217adb95-a730-42ad-9fb6-ac89def32e8b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0542893 Sep 14 11:16:19.311640 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-86914832-5789-47d7-b92b-52202cc2ae92 req-967c361c-2c66-44d3-8c45-5799ec9e79c3 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468347 Sep 14 11:16:20.440359 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a02c11-5e09-433b-911b-3c945556c57c req-00944755-f327-4785-9f97-62ccda5507bc tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:20.441917 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79a02c11-5e09-433b-911b-3c945556c57c req-00944755-f327-4785-9f97-62ccda5507bc tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0530589 Sep 14 11:16:20.482149 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79a02c11-5e09-433b-911b-3c945556c57c req-faf4a22f-5878-4999-97a9-1c94848c27a1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Sep 14 11:16:20.956462 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36612) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:21.010497 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36620) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:21.137321 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b0125a41-89ce-446e-85e5-7c04321baa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.140065 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e214f531-70f4-4a9f-89ed-50e7d5501c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.173001 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.db.api [None req-b0125a41-89ce-446e-85e5-7c04321baa10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 11:16:21.173001 dv-cinder-804757-8-iscsi neutron-server[94631]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 11:16:21.173001 dv-cinder-804757-8-iscsi neutron-server[94631]: [parameters: {'project_id': '8bed17e26af04f8f909c78bfd2aa8b19', 'id': '96cb009b-7084-4cd1-90b0-70cb521133e5', 'expiration': datetime.datetime(2021, 9, 14, 11, 18, 21, 168554)}] Sep 14 11:16:21.173001 dv-cinder-804757-8-iscsi neutron-server[94631]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:16:21.173448 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG oslo_db.api [None req-b0125a41-89ce-446e-85e5-7c04321baa10 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:16:21.244296 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e214f531-70f4-4a9f-89ed-50e7d5501c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.310076 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e214f531-70f4-4a9f-89ed-50e7d5501c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.348012 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e214f531-70f4-4a9f-89ed-50e7d5501c80 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c3ad86a513d04ba0be58fb7f1a2e2bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899574 Sep 14 11:16:21.349126 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214f531-70f4-4a9f-89ed-50e7d5501c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa09dae-cdce-4753-ac00-f5cfab2c4dd5,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:21.350711 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36630) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:21.407614 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-de52ac39-68d8-4f42-996e-47d0bbef8064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.429442 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-de52ac39-68d8-4f42-996e-47d0bbef8064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.568546 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-de52ac39-68d8-4f42-996e-47d0bbef8064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.571969 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-de52ac39-68d8-4f42-996e-47d0bbef8064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.573511 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-de52ac39-68d8-4f42-996e-47d0bbef8064 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/baa09dae-cdce-4753-ac00-f5cfab2c4dd5 HTTP/1.1" status: 204 len: 168 time: 0.2216978 Sep 14 11:16:21.583558 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52ac39-68d8-4f42-996e-47d0bbef8064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa09dae-cdce-4753-ac00-f5cfab2c4dd5,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:21.611889 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7a9ce-cc75-4166-b55a-bb2c0c72d32e req-cf06ef9b-4991-46a6-96f2-efb83f7d7c2e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:21.614316 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a3e7a9ce-cc75-4166-b55a-bb2c0c72d32e req-cf06ef9b-4991-46a6-96f2-efb83f7d7c2e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0639753 Sep 14 11:16:21.656904 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a3e7a9ce-cc75-4166-b55a-bb2c0c72d32e req-4f428323-4ca0-4be3-a561-2b0b160b06b0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Sep 14 11:16:21.674267 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b0125a41-89ce-446e-85e5-7c04321baa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.788920 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b0125a41-89ce-446e-85e5-7c04321baa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.859724 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b0125a41-89ce-446e-85e5-7c04321baa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.901638 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-b0125a41-89ce-446e-85e5-7c04321baa10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8bed17e26af04f8f909c78bfd2aa8b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8879578 Sep 14 11:16:21.902527 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36664) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:21.908637 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0125a41-89ce-446e-85e5-7c04321baa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8ded2f-8f66-4bce-8364-b1abbd2fdcf8,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:21.957721 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-625bc034-8f42-4455-8843-7b900db6c7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.963084 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8da539bb-6901-491b-8934-3128b328c2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:21.980536 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-625bc034-8f42-4455-8843-7b900db6c7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.127469 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-625bc034-8f42-4455-8843-7b900db6c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.129984 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-625bc034-8f42-4455-8843-7b900db6c7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.131473 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-625bc034-8f42-4455-8843-7b900db6c7d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a8ded2f-8f66-4bce-8364-b1abbd2fdcf8 HTTP/1.1" status: 204 len: 168 time: 0.2265639 Sep 14 11:16:22.140428 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bc034-8f42-4455-8843-7b900db6c7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8ded2f-8f66-4bce-8364-b1abbd2fdcf8,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:22.363596 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.383636 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36680) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:22.401243 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6431cca2-1923-4a30-9ba4-31dbde0dc53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.496644 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6431cca2-1923-4a30-9ba4-31dbde0dc53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.579427 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6431cca2-1923-4a30-9ba4-31dbde0dc53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.621330 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-6431cca2-1923-4a30-9ba4-31dbde0dc53a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=202b9474e3a34089a889618202ac447c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353895 Sep 14 11:16:22.623540 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431cca2-1923-4a30-9ba4-31dbde0dc53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4272bf-1f07-4893-b8d7-6e900406fd1d,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:22.624402 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36686) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:22.658169 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19ccb0-9d91-499a-bc75-3b07b626df1c req-690fb4f4-3a37-4912-a2bf-99fb428bad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:22.659684 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9b19ccb0-9d91-499a-bc75-3b07b626df1c req-690fb4f4-3a37-4912-a2bf-99fb428bad7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 1098 time: 0.0666802 Sep 14 11:16:22.704111 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0f35b271-e435-4080-88a5-df674fb079ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.723618 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9b19ccb0-9d91-499a-bc75-3b07b626df1c req-80bc48d1-2ff6-4833-a09b-a9f269c36ea8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537434 Sep 14 11:16:22.744904 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0f35b271-e435-4080-88a5-df674fb079ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.817233 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cffd5-112b-4558-9ea7-fc6f0b0b979d req-e5713840-a685-48cd-b257-4c8b16c37f12 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:22.823805 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-227cffd5-112b-4558-9ea7-fc6f0b0b979d req-e5713840-a685-48cd-b257-4c8b16c37f12 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0783241 Sep 14 11:16:22.849309 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.858907 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-227cffd5-112b-4558-9ea7-fc6f0b0b979d req-ff9a65d8-03c6-4be1-aa6e-c4b243d93717 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342188 Sep 14 11:16:22.928590 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0f35b271-e435-4080-88a5-df674fb079ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.931558 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0f35b271-e435-4080-88a5-df674fb079ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:22.935261 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0f35b271-e435-4080-88a5-df674fb079ef admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e4272bf-1f07-4893-b8d7-6e900406fd1d HTTP/1.1" status: 204 len: 168 time: 0.3073757 Sep 14 11:16:22.942969 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35b271-e435-4080-88a5-df674fb079ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4272bf-1f07-4893-b8d7-6e900406fd1d,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:22.949142 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36698) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:22.968318 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a873e123-de6f-472d-a0b8-95af8e239511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:23.064421 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a873e123-de6f-472d-a0b8-95af8e239511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:23.122959 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a873e123-de6f-472d-a0b8-95af8e239511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:23.160174 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873e123-de6f-472d-a0b8-95af8e239511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1eff71-09c1-403e-9dde-d151681815f2,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:23.164357 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-a873e123-de6f-472d-a0b8-95af8e239511 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12daebedb1ea478cbf4ef1008d1bdddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141755 Sep 14 11:16:23.167186 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36702) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:23.218599 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5388fca-c870-40bb-8173-de3930df3cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:23.239087 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5388fca-c870-40bb-8173-de3930df3cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:23.339191 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5388fca-c870-40bb-8173-de3930df3cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:23.341786 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5388fca-c870-40bb-8173-de3930df3cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:23.343066 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d5388fca-c870-40bb-8173-de3930df3cda admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0e1eff71-09c1-403e-9dde-d151681815f2 HTTP/1.1" status: 204 len: 168 time: 0.1749635 Sep 14 11:16:23.350833 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5388fca-c870-40bb-8173-de3930df3cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1eff71-09c1-403e-9dde-d151681815f2,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:23.987874 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45252a65-7ea8-445c-8c80-872f939e8661 req-3ef63976-1261-444f-ad0b-774658b0952c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:23.996356 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45252a65-7ea8-445c-8c80-872f939e8661 req-3ef63976-1261-444f-ad0b-774658b0952c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0670087 Sep 14 11:16:24.046256 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45252a65-7ea8-445c-8c80-872f939e8661 req-a4fc6a38-ec60-4abf-b424-316c789a316a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490167 Sep 14 11:16:24.087643 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36754) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:24.356702 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0e15dd05-7be4-4874-a8b5-64874cad7a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.446968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0e15dd05-7be4-4874-a8b5-64874cad7a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.495003 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.511977 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0e15dd05-7be4-4874-a8b5-64874cad7a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.552516 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15dd05-7be4-4874-a8b5-64874cad7a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf180d-dc93-416e-a8b7-7528fb3ec6e5,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:24.561658 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0e15dd05-7be4-4874-a8b5-64874cad7a57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=27a3c316c25441f0b02373676abe5671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4792972 Sep 14 11:16:24.562636 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36772) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:24.626713 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2c3dbe06-0a59-40b1-8f37-29373472d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.648824 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2c3dbe06-0a59-40b1-8f37-29373472d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.791194 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2c3dbe06-0a59-40b1-8f37-29373472d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.794096 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2c3dbe06-0a59-40b1-8f37-29373472d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:24.795612 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2c3dbe06-0a59-40b1-8f37-29373472d413 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29bf180d-dc93-416e-a8b7-7528fb3ec6e5 HTTP/1.1" status: 204 len: 168 time: 0.2315311 Sep 14 11:16:24.803872 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dbe06-0a59-40b1-8f37-29373472d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf180d-dc93-416e-a8b7-7528fb3ec6e5,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:25.185974 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3cf4a-cb02-40af-b7be-4465071918f9 req-c2b96b0b-9d3d-46a9-ba4d-72dada8ed2f3 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:25.187522 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c5b3cf4a-cb02-40af-b7be-4465071918f9 req-c2b96b0b-9d3d-46a9-ba4d-72dada8ed2f3 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0529261 Sep 14 11:16:25.252478 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c5b3cf4a-cb02-40af-b7be-4465071918f9 req-5a93c487-0d8b-44b0-8160-6a5bab75b022 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554986 Sep 14 11:16:25.476186 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed6e13-be76-4e1d-a54f-383b8043739f req-f23d90c3-3181-4b65-9442-a76e5a68ac2f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:25.478917 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-82ed6e13-be76-4e1d-a54f-383b8043739f req-f23d90c3-3181-4b65-9442-a76e5a68ac2f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0546341 Sep 14 11:16:25.522322 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-82ed6e13-be76-4e1d-a54f-383b8043739f req-d3c74e6f-a354-416c-ab9f-c434119d6d71 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371253 Sep 14 11:16:28.051607 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36912) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:28.129536 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 36918) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:28.197080 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adaf5a-4642-48d5-9a8f-1eaaedbd8035 req-3d1345b7-b489-4516-a6c9-c80038e96a3b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:28.198605 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b8adaf5a-4642-48d5-9a8f-1eaaedbd8035 req-3d1345b7-b489-4516-a6c9-c80038e96a3b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0504897 Sep 14 11:16:28.220064 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c688ebcc-bf78-4e91-9b79-cce2b5ca2c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.244502 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b8adaf5a-4642-48d5-9a8f-1eaaedbd8035 req-49d730d5-e52e-46ca-b29c-bb835c16aa9d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391815 Sep 14 11:16:28.260175 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-68ea8f2f-4f7e-4a31-9961-5614cbb59596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.329706 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c688ebcc-bf78-4e91-9b79-cce2b5ca2c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.543142 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c688ebcc-bf78-4e91-9b79-cce2b5ca2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.594827 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688ebcc-bf78-4e91-9b79-cce2b5ca2c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d838be-ed90-4f52-a21a-ddf780142bae,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:28.601828 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c688ebcc-bf78-4e91-9b79-cce2b5ca2c7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2a164d4a5f14edf9bbe6f7dbaa309e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480957 Sep 14 11:16:28.608308 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36928) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:28.673282 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-68ea8f2f-4f7e-4a31-9961-5614cbb59596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.674053 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c474a569-7ef8-4b31-a944-f4c47d91973f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.696751 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c474a569-7ef8-4b31-a944-f4c47d91973f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.728801 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-68ea8f2f-4f7e-4a31-9961-5614cbb59596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.779271 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-68ea8f2f-4f7e-4a31-9961-5614cbb59596 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c713e864891748fca9d3cb55ba6f09dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486876 Sep 14 11:16:28.780003 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea8f2f-4f7e-4a31-9961-5614cbb59596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727caf09-1b7b-4d13-9215-7717b8f1d186,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:28.781976 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36940) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:28.813080 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c474a569-7ef8-4b31-a944-f4c47d91973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.815556 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c474a569-7ef8-4b31-a944-f4c47d91973f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.816672 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-c474a569-7ef8-4b31-a944-f4c47d91973f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70d838be-ed90-4f52-a21a-ddf780142bae HTTP/1.1" status: 204 len: 168 time: 0.2075329 Sep 14 11:16:28.832533 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474a569-7ef8-4b31-a944-f4c47d91973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d838be-ed90-4f52-a21a-ddf780142bae,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:28.849066 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-09b514e8-d0fc-498a-9c31-93af260b5daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.873026 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-09b514e8-d0fc-498a-9c31-93af260b5daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.980028 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-09b514e8-d0fc-498a-9c31-93af260b5daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.983055 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-09b514e8-d0fc-498a-9c31-93af260b5daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:28.984231 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-09b514e8-d0fc-498a-9c31-93af260b5daa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/727caf09-1b7b-4d13-9215-7717b8f1d186 HTTP/1.1" status: 204 len: 168 time: 0.2011700 Sep 14 11:16:28.993088 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b514e8-d0fc-498a-9c31-93af260b5daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727caf09-1b7b-4d13-9215-7717b8f1d186,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:29.506323 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36962) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:29.521568 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ebaa-d29d-4799-bfc6-4fcf181847d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:29.622433 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ebaa-d29d-4799-bfc6-4fcf181847d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:29.710350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6a6ebaa-d29d-4799-bfc6-4fcf181847d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:29.752694 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6ebaa-d29d-4799-bfc6-4fcf181847d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6580ecca-8513-4ee2-8862-e9687b16074e,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:29.757183 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-a6a6ebaa-d29d-4799-bfc6-4fcf181847d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a768442f12b04431b75ee0cc7b562662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486267 Sep 14 11:16:29.760305 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 36974) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:29.807988 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0473b7e5-3c49-4767-b163-a34b8a9fc08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:29.829761 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0473b7e5-3c49-4767-b163-a34b8a9fc08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:29.939666 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0473b7e5-3c49-4767-b163-a34b8a9fc08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:29.942232 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0473b7e5-3c49-4767-b163-a34b8a9fc08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:29.943437 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0473b7e5-3c49-4767-b163-a34b8a9fc08c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6580ecca-8513-4ee2-8862-e9687b16074e HTTP/1.1" status: 204 len: 168 time: 0.1824567 Sep 14 11:16:29.952721 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473b7e5-3c49-4767-b163-a34b8a9fc08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6580ecca-8513-4ee2-8862-e9687b16074e,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:30.606731 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37004) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:30.620564 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9112fc33-dbd4-44b6-9385-75259400434c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:30.709499 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9112fc33-dbd4-44b6-9385-75259400434c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:30.762685 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9112fc33-dbd4-44b6-9385-75259400434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:30.781293 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-86998e65-c253-4e61-8a1c-74c0f97aba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:30.782790 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-86998e65-c253-4e61-8a1c-74c0f97aba99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1098 time: 0.0402067 Sep 14 11:16:30.816700 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-9112fc33-dbd4-44b6-9385-75259400434c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6bf4830b09584f72962dcc34c0d72d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082772 Sep 14 11:16:30.819302 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37010) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:30.824830 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112fc33-dbd4-44b6-9385-75259400434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ff173e-38f2-47f0-b49c-cbaa77a8d63e,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:30.984613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa51d40-77dd-4a6e-b77e-e14cabe7ff00 req-8d194dc7-628c-4a97-ac4d-e0987256665d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:30.986090 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8aa51d40-77dd-4a6e-b77e-e14cabe7ff00 req-8d194dc7-628c-4a97-ac4d-e0987256665d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1238627 Sep 14 11:16:30.986698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-15c83704-a4e3-40d5-b8d1-fd7f648b1e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:30.994384 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-37087bd0-1622-4e21-8b32-bbb384237f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:30.995783 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-37087bd0-1622-4e21-8b32-bbb384237f97 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 919 time: 0.1701803 Sep 14 11:16:31.037522 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-15c83704-a4e3-40d5-b8d1-fd7f648b1e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:31.076365 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-bd4372bf-0af0-4af2-8765-0a83d51fd830 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4 HTTP/1.1" status: 200 len: 217 time: 0.0605664 Sep 14 11:16:31.128308 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8aa51d40-77dd-4a6e-b77e-e14cabe7ff00 req-d18b5b6a-0e65-40b2-9e19-546a0e38621a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354043 Sep 14 11:16:31.153961 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-211cdfcf-899d-4d35-a96a-816492feffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:31.154216 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-211cdfcf-899d-4d35-a96a-816492feffb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.0658135 Sep 14 11:16:31.199191 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-7300d7fb-e547-4f66-809e-9f34d7a17a1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249000 Sep 14 11:16:31.269664 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-15c83704-a4e3-40d5-b8d1-fd7f648b1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:31.272300 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-15c83704-a4e3-40d5-b8d1-fd7f648b1e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:31.274026 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-15c83704-a4e3-40d5-b8d1-fd7f648b1e33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89ff173e-38f2-47f0-b49c-cbaa77a8d63e HTTP/1.1" status: 204 len: 168 time: 0.4531231 Sep 14 11:16:31.286093 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c83704-a4e3-40d5-b8d1-fd7f648b1e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ff173e-38f2-47f0-b49c-cbaa77a8d63e,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:31.314569 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-2ab6ad22-1434-46e2-b140-6ea47e0bdb60 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060708 Sep 14 11:16:31.412590 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26a70689-d2d3-4cd2-b985-ca623ac5f794 req-33066463-738a-4b95-86a4-dfd79f2c334c service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894337 Sep 14 11:16:31.483205 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:32.187040 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:16:32.263546 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35043fb-431f-4085-bb49-e82441df3d66 req-1b9528a3-6d50-47c1-a77b-c8f80ae13a1e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:32.265026 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e35043fb-431f-4085-bb49-e82441df3d66 req-1b9528a3-6d50-47c1-a77b-c8f80ae13a1e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0567367 Sep 14 11:16:32.302822 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e35043fb-431f-4085-bb49-e82441df3d66 req-96748803-980f-4622-80cb-5e36a0c29c2d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Sep 14 11:16:33.417775 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f0508-a103-4328-831e-a5f3e867f249 req-ad3ca5fb-96f5-47e6-8436-acd18cb411e7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:33.419228 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b96f0508-a103-4328-831e-a5f3e867f249 req-ad3ca5fb-96f5-47e6-8436-acd18cb411e7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Sep 14 11:16:33.456488 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b96f0508-a103-4328-831e-a5f3e867f249 req-d8252c19-616b-417f-b304-340813675e8d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311601 Sep 14 11:16:36.200558 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a804-9f32-4187-8401-4c2e6c7e10d8 req-4167631d-443c-4b89-8e30-38d320466602 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:36.202014 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6125a804-9f32-4187-8401-4c2e6c7e10d8 req-4167631d-443c-4b89-8e30-38d320466602 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0479786 Sep 14 11:16:36.242123 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6125a804-9f32-4187-8401-4c2e6c7e10d8 req-8564cede-638f-4b52-bfbe-85d2618225a0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Sep 14 11:16:37.358357 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f08e1-9e89-44dd-9521-2000d50eb762 req-4e9794ef-0b45-4e62-ae67-f11c913ced24 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:37.360115 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-623f08e1-9e89-44dd-9521-2000d50eb762 req-4e9794ef-0b45-4e62-ae67-f11c913ced24 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0480986 Sep 14 11:16:37.396952 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-623f08e1-9e89-44dd-9521-2000d50eb762 req-5b647583-c47e-4587-be35-d28c6cd40b50 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Sep 14 11:16:38.513560 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043b3c2-1817-43a9-bc44-c36f38d90b7d req-132dbc57-13a7-48f1-bed3-d182770a2282 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:38.515058 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f043b3c2-1817-43a9-bc44-c36f38d90b7d req-132dbc57-13a7-48f1-bed3-d182770a2282 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0484259 Sep 14 11:16:38.564209 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f043b3c2-1817-43a9-bc44-c36f38d90b7d req-76ea90ff-bd78-4e47-a02d-9dd0af02de74 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Sep 14 11:16:39.312695 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37268) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:39.423669 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-80fb2eb6-8354-42f1-91da-18deffb4b793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:39.515252 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-80fb2eb6-8354-42f1-91da-18deffb4b793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:39.579311 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-80fb2eb6-8354-42f1-91da-18deffb4b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:39.616690 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-80fb2eb6-8354-42f1-91da-18deffb4b793 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebca5122fe8f48c4a398038ff5d6fc62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028493 Sep 14 11:16:39.620613 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37288) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:39.638478 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb2eb6-8354-42f1-91da-18deffb4b793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74979275-0325-48de-a177-e297e08c24d7,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:39.696873 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b977961-3a43-43fc-b15e-52d33d64d5dc req-e0aeb1dd-b6f4-41f2-927d-599e6bbcf67f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:39.699032 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2b977961-3a43-43fc-b15e-52d33d64d5dc req-e0aeb1dd-b6f4-41f2-927d-599e6bbcf67f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0553870 Sep 14 11:16:39.725251 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90ad8c99-716e-451a-96e3-77d30d933d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:39.738622 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2b977961-3a43-43fc-b15e-52d33d64d5dc req-495c244f-28b5-4b55-b698-36550ebbe316 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325015 Sep 14 11:16:39.756491 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90ad8c99-716e-451a-96e3-77d30d933d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:39.887498 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90ad8c99-716e-451a-96e3-77d30d933d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:39.890480 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90ad8c99-716e-451a-96e3-77d30d933d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:39.891963 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-90ad8c99-716e-451a-96e3-77d30d933d30 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74979275-0325-48de-a177-e297e08c24d7 HTTP/1.1" status: 204 len: 168 time: 0.2704568 Sep 14 11:16:39.900505 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad8c99-716e-451a-96e3-77d30d933d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74979275-0325-48de-a177-e297e08c24d7,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:40.789220 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37332) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:40.876373 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03847e-acb6-496d-b830-20312769497d req-25579ca2-18f6-4c8f-8b0d-6d42cadb05b9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:40.877836 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cb03847e-acb6-496d-b830-20312769497d req-25579ca2-18f6-4c8f-8b0d-6d42cadb05b9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0489285 Sep 14 11:16:40.920212 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cb03847e-acb6-496d-b830-20312769497d req-93de3500-656b-4bce-808b-01ee09b6d817 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358756 Sep 14 11:16:40.930565 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-84776f41-b045-465b-833c-9e178e0e7dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.019592 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-84776f41-b045-465b-833c-9e178e0e7dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.110777 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-84776f41-b045-465b-833c-9e178e0e7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.148815 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-84776f41-b045-465b-833c-9e178e0e7dc1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34aba57acf43425492c4dbe22ae3b117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577974 Sep 14 11:16:41.153878 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37342) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:41.154121 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84776f41-b045-465b-833c-9e178e0e7dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f535c597-85e4-40db-b06f-5c8186fb0ad0,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:41.208780 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb484-feb3-44e7-86eb-c24a73af1ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.230081 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb484-feb3-44e7-86eb-c24a73af1ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.339139 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37350) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:41.340263 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb484-feb3-44e7-86eb-c24a73af1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.343643 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b5bb484-feb3-44e7-86eb-c24a73af1ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.348266 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2b5bb484-feb3-44e7-86eb-c24a73af1ef3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f535c597-85e4-40db-b06f-5c8186fb0ad0 HTTP/1.1" status: 204 len: 168 time: 0.1910231 Sep 14 11:16:41.356690 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bb484-feb3-44e7-86eb-c24a73af1ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f535c597-85e4-40db-b06f-5c8186fb0ad0,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:41.386055 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37358) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:41.588373 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4314d019-8218-4d40-8264-569c1bb1b500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.632295 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf08d-fb03-432c-ad4e-fe7165da528b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:41.717527 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37366) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:41.846092 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-378507770-network', 'tenant_id': '754707e72ed9497d9673142ad8156953'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:16:41.957366 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4314d019-8218-4d40-8264-569c1bb1b500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.041199 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4314d019-8218-4d40-8264-569c1bb1b500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.088788 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-4314d019-8218-4d40-8264-569c1bb1b500 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a869e6fa3bd3494aadb5f414b1da3d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7482483 Sep 14 11:16:42.091599 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37374) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:42.098771 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314d019-8218-4d40-8264-569c1bb1b500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5122445a-7188-4fb3-a006-48b9530c2d6d,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:42.142294 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ab4a383c-5828-4711-96f9-aa36d023ab05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.157007 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf08d-fb03-432c-ad4e-fe7165da528b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.162652 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ab4a383c-5828-4711-96f9-aa36d023ab05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.219760 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0dbf08d-fb03-432c-ad4e-fe7165da528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.259131 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f0dbf08d-fb03-432c-ad4e-fe7165da528b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3d1aa48394af4122accde0696657ce5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8723159 Sep 14 11:16:42.261028 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbf08d-fb03-432c-ad4e-fe7165da528b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2a129c-24b9-4a51-bc6c-3dda1ee5fe2d,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:42.261929 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37376) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:42.282269 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ab4a383c-5828-4711-96f9-aa36d023ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.282269 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ab4a383c-5828-4711-96f9-aa36d023ab05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.282269 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-ab4a383c-5828-4711-96f9-aa36d023ab05 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5122445a-7188-4fb3-a006-48b9530c2d6d HTTP/1.1" status: 204 len: 168 time: 0.1853247 Sep 14 11:16:42.297749 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Made reservation on behalf of 754707e72ed9497d9673142ad8156953 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:16:42.300053 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.305355 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a383c-5828-4711-96f9-aa36d023ab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5122445a-7188-4fb3-a006-48b9530c2d6d,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:42.317395 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.346256 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-caad9158-f079-4176-9d32-d08c6bbac61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.380614 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-caad9158-f079-4176-9d32-d08c6bbac61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.490117 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.545863 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.551436 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-caad9158-f079-4176-9d32-d08c6bbac61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.557712 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-caad9158-f079-4176-9d32-d08c6bbac61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.557712 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-caad9158-f079-4176-9d32-d08c6bbac61c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ce2a129c-24b9-4a51-bc6c-3dda1ee5fe2d HTTP/1.1" status: 204 len: 168 time: 0.2920957 Sep 14 11:16:42.580917 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:16:42.590637 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f4416-e48c-4be6-bf46-5f3804fbd489,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:42.604103 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.604431 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Added segment a31e78f3-2b9e-4fae-affb-17685c8fca3f of type vlan for network 08fe5068-e560-4f0b-a98d-65eef665bcb8 Sep 14 11:16:42.612282 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad9158-f079-4176-9d32-d08c6bbac61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2a129c-24b9-4a51-bc6c-3dda1ee5fe2d,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:42.656649 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.756808 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.757902 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:42.758627 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.819496 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] Pushing event updated for resources: {'Network': ['ID=08fe5068-e560-4f0b-a98d-65eef665bcb8,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:42.829879 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 08fe5068-e560-4f0b-a98d-65eef665bcb8 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:16:42.866303 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-78b36497-2035-4c62-b963-0b5e6069edcb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1475995 Sep 14 11:16:42.875622 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37386) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:42.880295 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Request body: {'subnet': {'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-378507770-subnet', 'tenant_id': '754707e72ed9497d9673142ad8156953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:16:42.918998 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37388) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:42.931813 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46c0d125-1d9d-4454-8d89-c242ac34dbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:42.986692 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Made reservation on behalf of 754707e72ed9497d9673142ad8156953 for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:16:42.989102 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156735'] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.169146 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46c0d125-1d9d-4454-8d89-c242ac34dbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.243484 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46c0d125-1d9d-4454-8d89-c242ac34dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.289781 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-46c0d125-1d9d-4454-8d89-c242ac34dbf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e2e58c9c86647eb8b968aa0a66200d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696971 Sep 14 11:16:43.290702 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0d125-1d9d-4454-8d89-c242ac34dbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b627b6-b3da-47e2-8819-bf708c7244c9,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:43.292482 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37392) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:43.340619 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-93000871-c67c-4dd3-9575-e1916870c7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.360835 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-93000871-c67c-4dd3-9575-e1916870c7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.385032 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2764913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156705'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.438755 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=796b03e1-7004-470b-a190-b81489037501,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:43.447737 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Checking segment: {'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:16:43.448066 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Network hostable DHCP agents. Network: 08fe5068-e560-4f0b-a98d-65eef665bcb8, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:16:43.482025 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37394) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:43.494182 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-93000871-c67c-4dd3-9575-e1916870c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.496758 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-93000871-c67c-4dd3-9575-e1916870c7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.498097 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-93000871-c67c-4dd3-9575-e1916870c7f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d6b627b6-b3da-47e2-8819-bf708c7244c9 HTTP/1.1" status: 204 len: 168 time: 0.2045388 Sep 14 11:16:43.500003 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ca073f0f-c53c-4960-853d-8bf498189b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.507350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93000871-c67c-4dd3-9575-e1916870c7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b627b6-b3da-47e2-8819-bf708c7244c9,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:43.540518 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Network 08fe5068-e560-4f0b-a98d-65eef665bcb8 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:16:43.605773 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 08fe5068-e560-4f0b-a98d-65eef665bcb8) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:16:43.611787 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ca073f0f-c53c-4960-853d-8bf498189b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.613722 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:43.614374 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.615877 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeed53a-3cbf-49af-9b41-fb2e4d344533 None None] Network 08fe5068-e560-4f0b-a98d-65eef665bcb8 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:16:43.667211 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ca073f0f-c53c-4960-853d-8bf498189b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.705781 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b8a2844a-8459-4cb0-b482-f35997ddacc9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8291814 Sep 14 11:16:43.707271 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca073f0f-c53c-4960-853d-8bf498189b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fbace2-01f5-4866-a009-46d73d68b6b1,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:43.714275 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-ca073f0f-c53c-4960-853d-8bf498189b1a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=285e465b8e2f429c81f4a1932c1651a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289574 Sep 14 11:16:43.715027 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37402) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:43.768783 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f6f46-4fdb-4d18-923a-de9bdde7bc77 None None] Network 08fe5068-e560-4f0b-a98d-65eef665bcb8 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:16:43.797206 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee53989e-2b7b-4780-a9ab-c6b5f90f5b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.861540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee53989e-2b7b-4780-a9ab-c6b5f90f5b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:43.907254 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cb4a4-76bf-4cc3-a384-ef59e4a1863b req-9291e310-dba4-479b-bc07-47578a215c20 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:43.908882 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d36cb4a4-76bf-4cc3-a384-ef59e4a1863b req-9291e310-dba4-479b-bc07-47578a215c20 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1081965 Sep 14 11:16:43.962039 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d36cb4a4-76bf-4cc3-a384-ef59e4a1863b req-dcecd142-e678-4a48-8142-18a9d8cf0fe0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422757 Sep 14 11:16:44.020828 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee53989e-2b7b-4780-a9ab-c6b5f90f5b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:44.023901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee53989e-2b7b-4780-a9ab-c6b5f90f5b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:44.025014 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-ee53989e-2b7b-4780-a9ab-c6b5f90f5b7e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65fbace2-01f5-4866-a009-46d73d68b6b1 HTTP/1.1" status: 204 len: 168 time: 0.3093061 Sep 14 11:16:44.034235 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53989e-2b7b-4780-a9ab-c6b5f90f5b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fbace2-01f5-4866-a009-46d73d68b6b1,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:44.721515 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37442) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:44.744396 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e641d8ca-3aa0-40d8-9cab-0d124a9f5673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:44.863742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e641d8ca-3aa0-40d8-9cab-0d124a9f5673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:44.934875 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e641d8ca-3aa0-40d8-9cab-0d124a9f5673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:44.991723 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e641d8ca-3aa0-40d8-9cab-0d124a9f5673 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c043afb5510f4913889716c42f6e2cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631495 Sep 14 11:16:44.991723 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641d8ca-3aa0-40d8-9cab-0d124a9f5673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191804df-4d5f-47f2-9adc-b4957ae0792b,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:44.992580 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37456) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:45.088206 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-03bea6cb-8da4-44c7-a1af-8b2eb7267619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:45.107294 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2a8eb-e963-4994-87c6-2ef6deab1cb4 req-1486ca24-d989-4cdb-a342-a6b26a5dcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:45.108837 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5ba2a8eb-e963-4994-87c6-2ef6deab1cb4 req-1486ca24-d989-4cdb-a342-a6b26a5dcfb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1098 time: 0.0729752 Sep 14 11:16:45.122763 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-03bea6cb-8da4-44c7-a1af-8b2eb7267619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:45.131029 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d224d0-047b-4aaf-bdcd-5644398b2d41 req-7b81a55b-c93e-4488-ab8e-09f0cfe9c07e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:45.132569 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-46d224d0-047b-4aaf-bdcd-5644398b2d41 req-7b81a55b-c93e-4488-ab8e-09f0cfe9c07e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0654376 Sep 14 11:16:45.175204 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5ba2a8eb-e963-4994-87c6-2ef6deab1cb4 req-9d2cab17-8de2-4c61-aaf7-916b07f24bdb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577497 Sep 14 11:16:45.187322 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-46d224d0-047b-4aaf-bdcd-5644398b2d41 req-0cd8279d-d1fd-4e8f-b90a-2e5b38cd9cd8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468199 Sep 14 11:16:45.288475 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-03bea6cb-8da4-44c7-a1af-8b2eb7267619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:45.291187 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-03bea6cb-8da4-44c7-a1af-8b2eb7267619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:45.294797 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-03bea6cb-8da4-44c7-a1af-8b2eb7267619 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/191804df-4d5f-47f2-9adc-b4957ae0792b HTTP/1.1" status: 204 len: 168 time: 0.3022435 Sep 14 11:16:45.300646 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bea6cb-8da4-44c7-a1af-8b2eb7267619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191804df-4d5f-47f2-9adc-b4957ae0792b,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:46.127069 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-61bee3a5-5a40-42ef-a6d8-c8c21ff63185 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:46.128974 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-61bee3a5-5a40-42ef-a6d8-c8c21ff63185 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/networks?id=08fe5068-e560-4f0b-a98d-65eef665bcb8 HTTP/1.1" status: 200 len: 808 time: 0.1108427 Sep 14 11:16:46.144978 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-e89f97b5-00a1-489a-a1b2-aa4d4a349e5c tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/quotas/754707e72ed9497d9673142ad8156953 HTTP/1.1" status: 200 len: 375 time: 0.0098782 Sep 14 11:16:46.177708 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-1034a836-8742-4dab-9cbb-c41466502f49 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=754707e72ed9497d9673142ad8156953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260873 Sep 14 11:16:46.302776 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-7fb6266f-48d0-4bf9-8f7b-c58153165bdd service neutron] 10.222.0.59 "GET /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159868 Sep 14 11:16:46.330409 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a521de-7e80-48ca-92cb-a754b2e11d1e req-da29eba4-a8a7-4a3f-9211-0b175577314e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:46.331996 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-76a521de-7e80-48ca-92cb-a754b2e11d1e req-da29eba4-a8a7-4a3f-9211-0b175577314e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0739677 Sep 14 11:16:46.428504 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-76a521de-7e80-48ca-92cb-a754b2e11d1e req-9b3636a3-7140-4681-8109-da117c8a53b0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774202 Sep 14 11:16:46.452548 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-9736bff6-3bbc-4064-91ec-6e587bd267eb service neutron] 10.222.0.59 "GET /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403468 Sep 14 11:16:46.760601 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a675fb58-f14a-46e0-8cc6-f22026279629 req-3a6c774c-27a6-4cf9-88dc-fab43b154a48 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 210 time: 0.0444622 Sep 14 11:16:47.549369 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a981d-3de9-4bcc-8f13-e17df17f8787 req-fef42ccf-16b7-4a3e-b8d7-2b2c37349145 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:47.550897 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cc4a981d-3de9-4bcc-8f13-e17df17f8787 req-fef42ccf-16b7-4a3e-b8d7-2b2c37349145 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0486624 Sep 14 11:16:47.591609 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cc4a981d-3de9-4bcc-8f13-e17df17f8787 req-f0e74f9d-b68f-422f-a4dc-70ebf7101374 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345073 Sep 14 11:16:47.858987 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b42586cf-0f79-4ada-848d-303bf2de2c9b req-994b06e6-1c56-4d20-bcbf-0f391bb0ecfc tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 210 time: 0.0257361 Sep 14 11:16:47.981018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab136d-b9f1-4198-893d-dca894a2ab0a req-58543ca9-d1ec-42fc-9db5-49da5b79a2b3 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:47.983248 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-66ab136d-b9f1-4198-893d-dca894a2ab0a req-58543ca9-d1ec-42fc-9db5-49da5b79a2b3 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0586405 Sep 14 11:16:48.067909 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-66ab136d-b9f1-4198-893d-dca894a2ab0a req-d68b209e-d9a4-42e5-b0a9-73443e4da5b1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778294 Sep 14 11:16:48.092173 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d945b72-d8de-409d-b96c-230549e0e693 req-e9138bf7-e7fe-4432-8de6-fc6172292a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:48.092173 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d945b72-d8de-409d-b96c-230549e0e693 req-e9138bf7-e7fe-4432-8de6-fc6172292a2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1098 time: 0.0788534 Sep 14 11:16:48.199436 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d945b72-d8de-409d-b96c-230549e0e693 req-73e862d4-3ef2-4df6-ad2a-855c3f104467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:48.201571 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d945b72-d8de-409d-b96c-230549e0e693 req-73e862d4-3ef2-4df6-ad2a-855c3f104467 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 919 time: 0.1056263 Sep 14 11:16:48.279718 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d945b72-d8de-409d-b96c-230549e0e693 req-e6c75fe1-1475-425e-a542-732f0f78fdd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4 HTTP/1.1" status: 200 len: 217 time: 0.0362656 Sep 14 11:16:48.335376 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d945b72-d8de-409d-b96c-230549e0e693 req-e3dfb52f-9130-45c8-aa84-4eaa9d44bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:48.337521 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d945b72-d8de-409d-b96c-230549e0e693 req-e3dfb52f-9130-45c8-aa84-4eaa9d44bc66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.0509803 Sep 14 11:16:48.386133 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d945b72-d8de-409d-b96c-230549e0e693 req-b601cc4f-24e8-47fe-9eae-8fa43ac5466b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383177 Sep 14 11:16:48.486147 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d945b72-d8de-409d-b96c-230549e0e693 req-f2747883-5941-46c5-9286-8b23663b5b84 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869043 Sep 14 11:16:48.588694 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d945b72-d8de-409d-b96c-230549e0e693 req-5fa2088b-4e98-4336-9104-1495c39a2987 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919356 Sep 14 11:16:48.956907 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-863e3ddf-268f-4a50-8d7c-1c688898c88d req-63cdd58a-a1be-4844-80d5-f4355f2cc836 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 210 time: 0.0280242 Sep 14 11:16:48.974307 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4676081d-f06f-43d4-935d-93c4f52a173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:49.129171 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-c3c07d10-d286-4f41-8d67-5d8718b479c4 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:49.130649 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-c3c07d10-d286-4f41-8d67-5d8718b479c4 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.60 "GET /v2.0/networks?id=08fe5068-e560-4f0b-a98d-65eef665bcb8 HTTP/1.1" status: 200 len: 808 time: 0.1049073 Sep 14 11:16:49.151686 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Request body: {'port': {'device_id': 'a5ddc444-80c0-4944-aff8-6f53ead22789', 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8', 'admin_state_up': True, 'tenant_id': '754707e72ed9497d9673142ad8156953'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:16:49.269951 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a8dfb-6d94-45c0-8f10-4c33ff58001c req-4112cbe7-8c71-4575-a0fa-4d6c6fee9c19 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:49.271379 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f97a8dfb-6d94-45c0-8f10-4c33ff58001c req-4112cbe7-8c71-4575-a0fa-4d6c6fee9c19 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1162460 Sep 14 11:16:49.342308 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f97a8dfb-6d94-45c0-8f10-4c33ff58001c req-d264864c-e2a5-4487-ba15-6c4531b160ac tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648227 Sep 14 11:16:49.493808 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Made reservation on behalf of 754707e72ed9497d9673142ad8156953 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:16:49.498334 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:49.638199 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Allocated IP 172.20.0.12 (08fe5068-e560-4f0b-a98d-65eef665bcb8/796b03e1-7004-470b-a190-b81489037501/df07f80a-7026-49e8-9de2-4a82d28fe47c) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:16:49.814610 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:49.934640 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:49.978603 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Network 08fe5068-e560-4f0b-a98d-65eef665bcb8 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:16:49.981794 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:16:49.988485 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:16:49.996409 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Pushing event updated for resources: {'Port': ['ID=df07f80a-7026-49e8-9de2-4a82d28fe47c,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:50.073143 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:50.073695 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:50.102876 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb81d1-ccd8-432b-a954-23e9f057f629 req-9c9a178f-31eb-4352-a81d-84fb343146c1 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:50.104469 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8bdb81d1-ccd8-432b-a954-23e9f057f629 req-9c9a178f-31eb-4352-a81d-84fb343146c1 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 932 time: 0.0761349 Sep 14 11:16:50.145132 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8bdb81d1-ccd8-432b-a954-23e9f057f629 req-d831d637-6a3c-49b2-8d54-a0670cc93eeb tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Sep 14 11:16:50.159700 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5131099f-7f5a-42bd-9a0f-2da41d678769 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0127771 Sep 14 11:16:50.171621 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Request body: {'port': {'device_id': 'a5ddc444-80c0-4944-aff8-6f53ead22789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:16:50.227365 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:50.508739 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26570178-07f0-4f9b-bfa6-eb24159eafe3 req-8e90016c-ed40-4bae-8be3-8f345b23f99e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:50.510261 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26570178-07f0-4f9b-bfa6-eb24159eafe3 req-8e90016c-ed40-4bae-8be3-8f345b23f99e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0950203 Sep 14 11:16:50.599632 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df07f80a-7026-49e8-9de2-4a82d28fe47c {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:16:50.609037 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:50.613597 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26570178-07f0-4f9b-bfa6-eb24159eafe3 req-54c5a330-6c33-4668-9250-eedebdb5c932 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958111 Sep 14 11:16:50.625602 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Transition to ACTIVE for port object df07f80a-7026-49e8-9de2-4a82d28fe47c will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:16:50.676706 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:50.734700 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Pushing event updated for resources: {'Port': ['ID=df07f80a-7026-49e8-9de2-4a82d28fe47c,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:50.802221 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Attempting to bind port df07f80a-7026-49e8-9de2-4a82d28fe47c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:16:50.802558 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Attempting to bind port df07f80a-7026-49e8-9de2-4a82d28fe47c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:16:50.802887 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Attempting to bind port df07f80a-7026-49e8-9de2-4a82d28fe47c on network 08fe5068-e560-4f0b-a98d-65eef665bcb8 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:16:50.807234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Port df07f80a-7026-49e8-9de2-4a82d28fe47c on network 08fe5068-e560-4f0b-a98d-65eef665bcb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:16:50.807585 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Attempting to bind port df07f80a-7026-49e8-9de2-4a82d28fe47c on network 08fe5068-e560-4f0b-a98d-65eef665bcb8 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:16:50.812360 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:16:50.812696 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Checking segment: {'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:16:50.813082 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Bound using segment: {'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:16:50.813501 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Bound port: df07f80a-7026-49e8-9de2-4a82d28fe47c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:16:50.813853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:50.876537 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] For port df07f80a-7026-49e8-9de2-4a82d28fe47c, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:16:50.879514 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] For port df07f80a-7026-49e8-9de2-4a82d28fe47c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df07f80a-7026-49e8-9de2-4a82d28fe47c,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:16:50.940707 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:50.986559 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:50.987167 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:50.988552 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] 10.222.0.60 "PUT /v2.0/ports/df07f80a-7026-49e8-9de2-4a82d28fe47c HTTP/1.1" status: 200 len: 1094 time: 0.8211379 Sep 14 11:16:50.988975 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ddc444-80c0-4944-aff8-6f53ead22789', 'tag': 'df07f80a-7026-49e8-9de2-4a82d28fe47c'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:16:50.991290 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8cbeea-699b-4c79-90e8-e28477b4965a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ddc444-80c0-4944-aff8-6f53ead22789", "tag": "df07f80a-7026-49e8-9de2-4a82d28fe47c"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:16:51.015319 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb099d3-b694-44f2-9c0c-6a9ad341c2dc service neutron] Pushing event updated for resources: {'Port': ['ID=df07f80a-7026-49e8-9de2-4a82d28fe47c,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:51.035110 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1445e7e4-5057-4788-aec7-5a414bdccda8 x-openstack-request-id: req-1445e7e4-5057-4788-aec7-5a414bdccda8 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:16:51.037845 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ddc444-80c0-4944-aff8-6f53ead22789", "tag": "df07f80a-7026-49e8-9de2-4a82d28fe47c", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:16:51.037845 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1445e7e4-5057-4788-aec7-5a414bdccda8 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:16:51.037845 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ddc444-80c0-4944-aff8-6f53ead22789', 'tag': 'df07f80a-7026-49e8-9de2-4a82d28fe47c', 'status': 'completed', 'code': 200} Sep 14 11:16:51.102896 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cbeea-699b-4c79-90e8-e28477b4965a req-89c789fc-efb0-46b8-8b5d-ad081791d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:51.104452 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6a8cbeea-699b-4c79-90e8-e28477b4965a req-89c789fc-efb0-46b8-8b5d-ad081791d483 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=754707e72ed9497d9673142ad8156953&device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 1097 time: 0.0415344 Sep 14 11:16:51.229313 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cbeea-699b-4c79-90e8-e28477b4965a req-73c7eb78-bbc9-4976-9fc4-b381bba3dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:51.230806 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6a8cbeea-699b-4c79-90e8-e28477b4965a req-73c7eb78-bbc9-4976-9fc4-b381bba3dfa6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=754707e72ed9497d9673142ad8156953&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1122894 Sep 14 11:16:51.340545 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cbeea-699b-4c79-90e8-e28477b4965a req-cd583481-51f1-4490-830a-9a31294a0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:51.341973 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6a8cbeea-699b-4c79-90e8-e28477b4965a req-cd583481-51f1-4490-830a-9a31294a0a43 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970459 Sep 14 11:16:51.354933 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a3922-2292-413b-a922-667b1b02d79e req-99930885-f60d-49db-8c11-16bd305c830b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:51.356628 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3e2a3922-2292-413b-a922-667b1b02d79e req-99930885-f60d-49db-8c11-16bd305c830b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 944 time: 0.1456578 Sep 14 11:16:51.409572 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3e2a3922-2292-413b-a922-667b1b02d79e req-c08b74c7-e19b-4185-b48d-f834f47eec7c tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463629 Sep 14 11:16:51.439787 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-1bb657c7-f610-43af-b865-54f20a8ac998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:51.441287 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-1bb657c7-f610-43af-b865-54f20a8ac998 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=754707e72ed9497d9673142ad8156953&device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 1097 time: 0.0502715 Sep 14 11:16:51.487815 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-fe01dd3b-1ffd-455a-88ac-343ed1fa33da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df07f80a-7026-49e8-9de2-4a82d28fe47c HTTP/1.1" status: 200 len: 217 time: 0.0361722 Sep 14 11:16:51.542126 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5e978b8c-bccc-4bda-b22e-1dbd048d452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:51.543642 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-5e978b8c-bccc-4bda-b22e-1dbd048d452a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=796b03e1-7004-470b-a190-b81489037501 HTTP/1.1" status: 200 len: 848 time: 0.0449233 Sep 14 11:16:51.583530 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-dea7f25d-e5cf-42c1-a49a-3aaaf995dcaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08fe5068-e560-4f0b-a98d-65eef665bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314860 Sep 14 11:16:51.690212 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-7587fca7-0b47-4c46-b795-b58c3b9f2add service neutron] 10.222.0.60 "GET /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898356 Sep 14 11:16:51.792346 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc732d67-c840-4d91-86fa-1e0ebb20a5ff req-fab7ddba-e378-484a-9e46-12d9cf3bf3ad tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:51.793817 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cc732d67-c840-4d91-86fa-1e0ebb20a5ff req-fab7ddba-e378-484a-9e46-12d9cf3bf3ad tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1028371 Sep 14 11:16:51.841059 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c777213-e3fe-4737-a4d1-a2061a4c0f17 req-9f940c00-0319-4fb3-91f7-0467e79408b4 service neutron] 10.222.0.60 "GET /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402981 Sep 14 11:16:51.848337 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cc732d67-c840-4d91-86fa-1e0ebb20a5ff req-e9be087b-a35b-46d3-a0ca-0a8e0f363c6b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467148 Sep 14 11:16:51.928440 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-019b1e42-0590-40fd-ad9d-5b68583b9832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.196418 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37784) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:52.307641 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-be92d92e-e028-4de9-828d-2d53d240d883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.355349 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.542540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25356563-f75a-4f8d-9ddb-f88cc8bcb2fb req-47283cd6-dbad-4bdc-a538-e308e068df84 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:52.544110 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-25356563-f75a-4f8d-9ddb-f88cc8bcb2fb req-47283cd6-dbad-4bdc-a538-e308e068df84 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 944 time: 0.0530055 Sep 14 11:16:52.572919 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-be92d92e-e028-4de9-828d-2d53d240d883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.595582 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-25356563-f75a-4f8d-9ddb-f88cc8bcb2fb req-9380ad24-3a8d-4189-ab86-32c099af9d01 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404530 Sep 14 11:16:52.631117 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-be92d92e-e028-4de9-828d-2d53d240d883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.671892 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-be92d92e-e028-4de9-828d-2d53d240d883 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e3697e1dcd5b4d9babc7b735ac6041c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743781 Sep 14 11:16:52.672820 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92d92e-e028-4de9-828d-2d53d240d883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb9aae0-2217-4fb3-b718-b60a01882928,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:52.674500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37798) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:52.733389 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c8ac0c60-5f07-4629-907e-b96debe94c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.760268 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c8ac0c60-5f07-4629-907e-b96debe94c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.819011 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.898933 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c8ac0c60-5f07-4629-907e-b96debe94c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.902218 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c8ac0c60-5f07-4629-907e-b96debe94c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:52.903432 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-c8ac0c60-5f07-4629-907e-b96debe94c3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecb9aae0-2217-4fb3-b718-b60a01882928 HTTP/1.1" status: 204 len: 168 time: 0.2279191 Sep 14 11:16:52.911266 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac0c60-5f07-4629-907e-b96debe94c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb9aae0-2217-4fb3-b718-b60a01882928,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:53.572447 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd0188-930f-4a2b-9175-bfb6e9373567 req-605186dd-a11a-4867-98c9-669bfd9f2caf tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:53.574108 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fedd0188-930f-4a2b-9175-bfb6e9373567 req-605186dd-a11a-4867-98c9-669bfd9f2caf tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0535922 Sep 14 11:16:53.578769 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37812) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:53.611112 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-443ab45d-fa91-4c46-af12-4f71ca05977b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:53.666600 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fedd0188-930f-4a2b-9175-bfb6e9373567 req-0e48ad17-0d40-4c8e-b9cc-ed1b5e616cc7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Sep 14 11:16:53.794898 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660ac56-c5d3-4bcd-8a16-2009077894db req-eff24ea8-4e23-4c60-b4dc-312179fb5312 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:53.794898 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0660ac56-c5d3-4bcd-8a16-2009077894db req-eff24ea8-4e23-4c60-b4dc-312179fb5312 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 944 time: 0.0838745 Sep 14 11:16:53.795578 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-443ab45d-fa91-4c46-af12-4f71ca05977b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:53.832648 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0660ac56-c5d3-4bcd-8a16-2009077894db req-8f3c47b2-e069-4d9f-917b-f7fc97e5a721 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Sep 14 11:16:53.876617 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-443ab45d-fa91-4c46-af12-4f71ca05977b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:53.878546 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device df07f80a-7026-49e8-9de2-4a82d28fe47c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:16:53.913422 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-443ab45d-fa91-4c46-af12-4f71ca05977b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b71badcb050e455f808594fb69aa4c88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332236 Sep 14 11:16:53.916557 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37826) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:53.929929 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ab45d-fa91-4c46-af12-4f71ca05977b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83c05b3-f057-470d-8907-e7972c4bda57,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:53.977002 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4ee63b0c-9c69-4fe6-ac75-d989ca213ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:53.999826 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port df07f80a-7026-49e8-9de2-4a82d28fe47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df07f80a-7026-49e8-9de2-4a82d28fe47c,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:16:54.000194 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4ee63b0c-9c69-4fe6-ac75-d989ca213ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:54.011402 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': 'df07f80a-7026-49e8-9de2-4a82d28fe47c', 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8', 'port_id': 'df07f80a-7026-49e8-9de2-4a82d28fe47c', 'mac_address': 'fa:16:3e:db:6c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796b03e1-7004-470b-a190-b81489037501', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:16:54.049090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:54.061949 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df07f80a-7026-49e8-9de2-4a82d28fe47c {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:16:54.082747 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port df07f80a-7026-49e8-9de2-4a82d28fe47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df07f80a-7026-49e8-9de2-4a82d28fe47c,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:16:54.122629 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4ee63b0c-9c69-4fe6-ac75-d989ca213ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:54.125301 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4ee63b0c-9c69-4fe6-ac75-d989ca213ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:54.134720 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4ee63b0c-9c69-4fe6-ac75-d989ca213ffb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d83c05b3-f057-470d-8907-e7972c4bda57 HTTP/1.1" status: 204 len: 168 time: 0.2103071 Sep 14 11:16:54.136892 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee63b0c-9c69-4fe6-ac75-d989ca213ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83c05b3-f057-470d-8907-e7972c4bda57,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:54.180241 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:54.236140 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=df07f80a-7026-49e8-9de2-4a82d28fe47c,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:54.244277 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.244682 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.245030 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.245364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.246374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.246374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.246374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.246634 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.246993 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.247370 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.247696 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.248016 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:16:54.517004 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:54.524560 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['df07f80a-7026-49e8-9de2-4a82d28fe47c'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:16:54.904934 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 37846) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:54.921321 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba889-0845-4ead-a16f-b8f072bd34bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:54.959926 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b96a30-25c1-4697-b4b1-6d1d956417aa req-6defcc6c-9b35-49f9-b346-db2001373144 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:54.962294 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a0b96a30-25c1-4697-b4b1-6d1d956417aa req-6defcc6c-9b35-49f9-b346-db2001373144 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 945 time: 0.0509055 Sep 14 11:16:55.009693 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a0b96a30-25c1-4697-b4b1-6d1d956417aa req-ab8cfaf1-c3a8-48de-a3c7-a38f856527e9 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Sep 14 11:16:55.015726 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba889-0845-4ead-a16f-b8f072bd34bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:55.059931 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0d9ba889-0845-4ead-a16f-b8f072bd34bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:55.100406 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-0d9ba889-0845-4ead-a16f-b8f072bd34bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b9adebaeea2a476b80cda99c0da6552c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944578 Sep 14 11:16:55.101602 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ba889-0845-4ead-a16f-b8f072bd34bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdabf07-e116-4945-b746-a987ab27d071,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:55.104007 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 37850) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:16:55.153793 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-30ad6690-4a34-4849-84a9-336ccf01e334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:55.178671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-30ad6690-4a34-4849-84a9-336ccf01e334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:55.282443 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-30ad6690-4a34-4849-84a9-336ccf01e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:55.285022 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-30ad6690-4a34-4849-84a9-336ccf01e334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:55.286264 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-30ad6690-4a34-4849-84a9-336ccf01e334 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1bdabf07-e116-4945-b746-a987ab27d071 HTTP/1.1" status: 204 len: 168 time: 0.1816037 Sep 14 11:16:55.294844 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad6690-4a34-4849-84a9-336ccf01e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdabf07-e116-4945-b746-a987ab27d071,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:55.889239 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device df07f80a-7026-49e8-9de2-4a82d28fe47c up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:16:56.002704 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port df07f80a-7026-49e8-9de2-4a82d28fe47c completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:16:56.006594 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port df07f80a-7026-49e8-9de2-4a82d28fe47c triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:16:56.006980 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:56.098693 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:56.123718 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ddc444-80c0-4944-aff8-6f53ead22789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df07f80a-7026-49e8-9de2-4a82d28fe47c'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:16:56.126031 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e81ab8a-38db-4342-a724-d9750eba060d" -d '{"events": [{"server_uuid": "a5ddc444-80c0-4944-aff8-6f53ead22789", "name": "network-vif-plugged", "status": "completed", "tag": "df07f80a-7026-49e8-9de2-4a82d28fe47c"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:16:56.140175 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port df07f80a-7026-49e8-9de2-4a82d28fe47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df07f80a-7026-49e8-9de2-4a82d28fe47c,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:16:56.150404 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed71d2c-c38d-4677-931b-b08c8a2afbab req-7cd6af58-ada0-4eda-8be0-4b965167a703 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:56.151980 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7ed71d2c-c38d-4677-931b-b08c8a2afbab req-7cd6af58-ada0-4eda-8be0-4b965167a703 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 945 time: 0.0596061 Sep 14 11:16:56.192380 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7ed71d2c-c38d-4677-931b-b08c8a2afbab req-53131bc5-dd5f-4a6a-a235-988328250ae0 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Sep 14 11:16:56.217525 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:16:56.254379 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41209f4-3712-46ba-a016-4fed3770e389 x-openstack-request-id: req-c41209f4-3712-46ba-a016-4fed3770e389 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:16:56.254649 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ddc444-80c0-4944-aff8-6f53ead22789", "name": "network-vif-plugged", "status": "completed", "tag": "df07f80a-7026-49e8-9de2-4a82d28fe47c", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:16:56.254884 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c41209f4-3712-46ba-a016-4fed3770e389 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:16:56.255284 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ddc444-80c0-4944-aff8-6f53ead22789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df07f80a-7026-49e8-9de2-4a82d28fe47c', 'code': 200} Sep 14 11:16:56.271775 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=df07f80a-7026-49e8-9de2-4a82d28fe47c,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:16:56.525941 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac256-f21e-48af-af85-cfef1895bca2 req-95b01f96-dc3a-4c00-ba57-b205978580d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:56.527359 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8a0ac256-f21e-48af-af85-cfef1895bca2 req-95b01f96-dc3a-4c00-ba57-b205978580d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 1099 time: 0.0399292 Sep 14 11:16:56.566387 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8a0ac256-f21e-48af-af85-cfef1895bca2 req-2a6c472c-4a8e-4a9f-b321-22fae6f4b35d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304985 Sep 14 11:16:57.345549 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e798d3-d076-4182-ace9-3a9bc5822b26 req-62b276ab-8c9c-466b-94e8-4dcf357f40f0 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:57.346949 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-69e798d3-d076-4182-ace9-3a9bc5822b26 req-62b276ab-8c9c-466b-94e8-4dcf357f40f0 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 946 time: 0.0616677 Sep 14 11:16:57.385604 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-69e798d3-d076-4182-ace9-3a9bc5822b26 req-c8616b69-615d-4dee-813c-7eaac7eb4d33 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317631 Sep 14 11:16:58.502525 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d9d14-19f6-4bdf-8f6b-ceb15daad6ba req-99b0f0e5-b0d7-4286-b5f7-9fd1d708430d tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:58.504032 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-331d9d14-19f6-4bdf-8f6b-ceb15daad6ba req-99b0f0e5-b0d7-4286-b5f7-9fd1d708430d tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 946 time: 0.0472994 Sep 14 11:16:58.541831 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-331d9d14-19f6-4bdf-8f6b-ceb15daad6ba req-2a556949-9403-4b70-894c-814359130c48 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Sep 14 11:16:59.628335 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-434fa492-56d7-42d9-ab34-85a191f52184 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406287 Sep 14 11:16:59.697920 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-b26330ca-8d1e-4572-9d5a-8166be35a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:59.699652 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-b26330ca-8d1e-4572-9d5a-8166be35a1bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 1098 time: 0.0405877 Sep 14 11:16:59.827018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-d4a41f99-4958-48a2-847f-7622cb8596ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:59.828501 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-d4a41f99-4958-48a2-847f-7622cb8596ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 919 time: 0.0912123 Sep 14 11:16:59.873981 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-e616f840-c069-462a-8e74-73f958be55e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d44546-cc67-4116-ac83-1f55469ad864 HTTP/1.1" status: 200 len: 217 time: 0.0363560 Sep 14 11:16:59.939545 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-cc3d1714-b9b8-42cf-a4fd-d75d0e727b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:16:59.941317 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-cc3d1714-b9b8-42cf-a4fd-d75d0e727b2c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.0470011 Sep 14 11:16:59.973288 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-5730e956-b2ae-4b3b-925a-49ee9fa59632 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233452 Sep 14 11:17:00.079940 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-8f2d4937-2567-4e67-8fed-2245b3aff50d service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965283 Sep 14 11:17:00.188531 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a6fda899-f9a1-489d-aa1e-38dabd6696ba req-dafe6df7-8693-46e8-8305-4574617225c8 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961826 Sep 14 11:17:00.223752 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f0902-bbfc-4a77-9896-9e29dd3ef4b3 req-e38bab0f-7135-4471-917d-2f1a55431c52 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:00.225222 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a53f0902-bbfc-4a77-9896-9e29dd3ef4b3 req-e38bab0f-7135-4471-917d-2f1a55431c52 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 946 time: 0.0547357 Sep 14 11:17:00.264697 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a53f0902-bbfc-4a77-9896-9e29dd3ef4b3 req-b268b9d0-6714-4afd-a9c6-e691d55a787e tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Sep 14 11:17:01.412809 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071e77e-5e8f-43d4-8e6c-6f1a94b6ad8c req-9d3d4b98-b7cc-494e-be28-8275d18e1c7a tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:01.414872 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7071e77e-5e8f-43d4-8e6c-6f1a94b6ad8c req-9d3d4b98-b7cc-494e-be28-8275d18e1c7a tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 946 time: 0.0644026 Sep 14 11:17:01.454510 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:01.456444 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7071e77e-5e8f-43d4-8e6c-6f1a94b6ad8c req-9e2f78ed-d037-4cbb-8653-5dabda13b95b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Sep 14 11:17:02.233304 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-794864fd-ccac-42ee-9c44-9397fafaf651 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:02.235032 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-794864fd-ccac-42ee-9c44-9397fafaf651 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 946 time: 0.0619822 Sep 14 11:17:02.337825 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Deleting port df07f80a-7026-49e8-9de2-4a82d28fe47c {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:17:02.338174 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:02.438965 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] For port df07f80a-7026-49e8-9de2-4a82d28fe47c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=df07f80a-7026-49e8-9de2-4a82d28fe47c,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:02.438965 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:02.455397 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Calling delete_port for df07f80a-7026-49e8-9de2-4a82d28fe47c owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:17:02.906771 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-992047d0-db0b-4c9c-ae89-aad8208a09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:02.908298 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-992047d0-db0b-4c9c-ae89-aad8208a09a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1098 time: 0.1451185 Sep 14 11:17:02.922719 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8602574-79a2-4b41-afef-2b67d082ae11 req-d43cd9d8-cb0c-4fef-8570-e7d86659ac35 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:02.924193 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c8602574-79a2-4b41-afef-2b67d082ae11 req-d43cd9d8-cb0c-4fef-8570-e7d86659ac35 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1598499 Sep 14 11:17:02.936608 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efaba60-658c-4516-ba45-f8148b690a35 req-372d63c6-2e9c-405b-b537-3215db424ad8 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:02.938067 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6efaba60-658c-4516-ba45-f8148b690a35 req-372d63c6-2e9c-405b-b537-3215db424ad8 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 946 time: 0.1726408 Sep 14 11:17:03.051142 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:03.064035 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c8602574-79a2-4b41-afef-2b67d082ae11 req-56f98cc8-3f9c-4921-a4de-42a7e852f4e2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169651 Sep 14 11:17:03.071205 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['df07f80a-7026-49e8-9de2-4a82d28fe47c'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:17:03.097405 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6efaba60-658c-4516-ba45-f8148b690a35 req-82e2bb3a-b11b-4f8e-8624-1ca32d6ee7a0 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472294 Sep 14 11:17:03.103665 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Pushing event deleted for resources: {'Port': ['ID=df07f80a-7026-49e8-9de2-4a82d28fe47c,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:03.150153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.150378 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.150721 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.151055 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.151487 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.151744 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.152070 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.152396 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.152722 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.153047 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.153371 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.153696 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:03.170527 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-6da57f7a-03cc-44fb-9d20-31df403b439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:03.172239 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-6da57f7a-03cc-44fb-9d20-31df403b439e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 919 time: 0.2469730 Sep 14 11:17:03.173681 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] No DVR routers for this DVR port df07f80a-7026-49e8-9de2-4a82d28fe47c on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:17:03.177206 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:03.180120 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c5093a16-460b-4d96-af82-69b4e3699b44 req-b4db9dc9-c92f-44b4-b885-b2ddcda6cae6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.60 "DELETE /v2.0/ports/df07f80a-7026-49e8-9de2-4a82d28fe47c HTTP/1.1" status: 204 len: 173 time: 0.9327545 Sep 14 11:17:03.180671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ddc444-80c0-4944-aff8-6f53ead22789', 'name': 'network-vif-deleted', 'tag': 'df07f80a-7026-49e8-9de2-4a82d28fe47c'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:17:03.182935 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242a6afb-24f6-481e-a433-95b16cf2652c" -d '{"events": [{"server_uuid": "a5ddc444-80c0-4944-aff8-6f53ead22789", "name": "network-vif-deleted", "tag": "df07f80a-7026-49e8-9de2-4a82d28fe47c"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:17:03.240239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917b6602-2e46-43ce-976a-217e5c7f756a x-openstack-request-id: req-917b6602-2e46-43ce-976a-217e5c7f756a {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:17:03.240530 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ddc444-80c0-4944-aff8-6f53ead22789", "name": "network-vif-deleted", "tag": "df07f80a-7026-49e8-9de2-4a82d28fe47c", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:17:03.240838 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-917b6602-2e46-43ce-976a-217e5c7f756a {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:17:03.241180 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ddc444-80c0-4944-aff8-6f53ead22789', 'name': 'network-vif-deleted', 'tag': 'df07f80a-7026-49e8-9de2-4a82d28fe47c', 'status': 'completed', 'code': 200} Sep 14 11:17:03.243593 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-f165c5f4-14ed-4fbb-9ac5-bc25e6e6bb51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4 HTTP/1.1" status: 200 len: 217 time: 0.0442474 Sep 14 11:17:03.314611 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-1440a8fc-4b41-4543-9ccb-0b1154f1ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:03.319394 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-1440a8fc-4b41-4543-9ccb-0b1154f1ddbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.0681956 Sep 14 11:17:03.364559 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-490831ab-f7f9-4bdf-8bab-d898c05b185c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251169 Sep 14 11:17:03.466264 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-a347e0e1-df94-4377-a10c-1c2105a62cb4 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939944 Sep 14 11:17:03.575358 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3ec1c8a-f9ba-4a3f-ad48-327582fa994c req-b6fadaf1-a346-4f00-88c9-f1266946f404 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999591 Sep 14 11:17:04.231269 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e7de88e3-e107-44cc-a569-ac7ce560de3e req-32c9b4ec-9834-4e0b-8091-e3db4d2670af tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5ddc444-80c0-4944-aff8-6f53ead22789 HTTP/1.1" status: 200 len: 210 time: 0.0326753 Sep 14 11:17:04.243313 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f44f2-e426-4428-b90d-2e17d9d878e2 req-d92b7c19-6342-4e27-8a57-0fb925f1a8f8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:04.244816 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c3f44f2-e426-4428-b90d-2e17d9d878e2 req-d92b7c19-6342-4e27-8a57-0fb925f1a8f8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0795200 Sep 14 11:17:04.286565 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c3f44f2-e426-4428-b90d-2e17d9d878e2 req-2f37bf31-d859-4210-9a6a-a6cc1abcbcc2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355024 Sep 14 11:17:04.583869 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38106) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:04.717566 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:04.804122 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:04.888033 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:04.929165 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f41a9b4596c84d928d4d4058c00b5a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440378 Sep 14 11:17:04.930606 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b8a547-d742-4e1a-b8d6-819e277e7a48,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:04.933295 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38112) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:04.950658 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.950918 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.951368 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.951740 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.952082 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.952409 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.952759 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.953081 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.953404 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.953860 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.954476 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:04.954861 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baad0ad-8050-49ea-8881-a12efe12349c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:05.000074 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3ff565e7-da95-456b-b607-5f808a73c688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:05.029260 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3ff565e7-da95-456b-b607-5f808a73c688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:05.134088 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3ff565e7-da95-456b-b607-5f808a73c688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:05.136903 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3ff565e7-da95-456b-b607-5f808a73c688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:05.138190 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-3ff565e7-da95-456b-b607-5f808a73c688 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/38b8a547-d742-4e1a-b8d6-819e277e7a48 HTTP/1.1" status: 204 len: 168 time: 0.2038701 Sep 14 11:17:05.146126 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff565e7-da95-456b-b607-5f808a73c688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b8a547-d742-4e1a-b8d6-819e277e7a48,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:05.409062 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc0966-46c2-4713-b53a-8d13347232fd req-10c1132e-0495-4020-9bf3-5a7aca018b70 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:05.413802 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-67dc0966-46c2-4713-b53a-8d13347232fd req-10c1132e-0495-4020-9bf3-5a7aca018b70 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Sep 14 11:17:05.461592 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-67dc0966-46c2-4713-b53a-8d13347232fd req-9021ccdb-70bb-4839-835b-57b3fd06cfcc tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365384 Sep 14 11:17:05.808409 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38140) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:05.822210 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b714f166-099b-4daa-9a8c-a5bb52fd0088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:05.916846 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b714f166-099b-4daa-9a8c-a5bb52fd0088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:05.933077 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device df07f80a-7026-49e8-9de2-4a82d28fe47c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:17:05.953492 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: df07f80a-7026-49e8-9de2-4a82d28fe47c {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:17:05.953844 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device df07f80a-7026-49e8-9de2-4a82d28fe47c not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:17:05.979544 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b714f166-099b-4daa-9a8c-a5bb52fd0088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:06.021074 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 38150) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:06.021240 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b714f166-099b-4daa-9a8c-a5bb52fd0088 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=40fe06e193cf41f0a4d03ae267681dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116513 Sep 14 11:17:06.023362 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714f166-099b-4daa-9a8c-a5bb52fd0088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b394555-fcf8-43ac-8a3b-3837092d0210,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:06.080018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f1c759a6-404e-4ad2-9723-0ee2ff1bda14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:06.105183 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f1c759a6-404e-4ad2-9723-0ee2ff1bda14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:06.345286 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f1c759a6-404e-4ad2-9723-0ee2ff1bda14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:06.347860 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f1c759a6-404e-4ad2-9723-0ee2ff1bda14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:06.349044 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f1c759a6-404e-4ad2-9723-0ee2ff1bda14 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b394555-fcf8-43ac-8a3b-3837092d0210 HTTP/1.1" status: 204 len: 168 time: 0.3261662 Sep 14 11:17:06.358512 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c759a6-404e-4ad2-9723-0ee2ff1bda14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b394555-fcf8-43ac-8a3b-3837092d0210,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:09.185669 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:17:10.894460 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-6c2fa748-a0f2-4cd4-8657-78618262aa79 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:10.896009 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-6c2fa748-a0f2-4cd4-8657-78618262aa79 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/networks?id=08fe5068-e560-4f0b-a98d-65eef665bcb8 HTTP/1.1" status: 200 len: 808 time: 0.1065760 Sep 14 11:17:10.911582 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-b74721fb-cfc8-4d35-9884-a769c1959ad8 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/quotas/754707e72ed9497d9673142ad8156953 HTTP/1.1" status: 200 len: 375 time: 0.0092638 Sep 14 11:17:10.949113 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-cb7268a3-233f-4682-92d7-39a19e735cb1 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=754707e72ed9497d9673142ad8156953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310073 Sep 14 11:17:11.047320 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-99afa684-d00a-49ae-859b-ee8c9217cc91 service neutron] 10.222.0.59 "GET /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911932 Sep 14 11:17:11.160827 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e077b-184f-4a46-9d7f-eb13e147951f req-1b06836d-72a5-4d24-ad60-f1ee041adede tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:11.162293 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-417e077b-184f-4a46-9d7f-eb13e147951f req-1b06836d-72a5-4d24-ad60-f1ee041adede tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1006367 Sep 14 11:17:11.190234 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-56346197-c53c-4175-801d-a3c61862caf4 service neutron] 10.222.0.59 "GET /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365049 Sep 14 11:17:11.209898 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-417e077b-184f-4a46-9d7f-eb13e147951f req-8b5ed8a6-18bb-45a1-8deb-676985090063 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Sep 14 11:17:11.319242 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bee25f-d76e-475a-a1f5-9db75694fabd req-144a8ba7-8355-4956-839b-f624be8561b2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:11.320898 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-73bee25f-d76e-475a-a1f5-9db75694fabd req-144a8ba7-8355-4956-839b-f624be8561b2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0500345 Sep 14 11:17:11.359922 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-73bee25f-d76e-475a-a1f5-9db75694fabd req-3d06977e-22e2-46a9-b9a2-765db779749d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Sep 14 11:17:11.506892 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-21fa602a-bdb6-4e87-923a-374b48fba93b req-7d64f11a-d792-418e-b71d-cd8055fe6f65 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 210 time: 0.0341005 Sep 14 11:17:11.853949 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 38282) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:11.961890 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c75a3d7a-7e23-4479-9b80-54de5848b1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:12.050025 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c75a3d7a-7e23-4479-9b80-54de5848b1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:12.134915 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c75a3d7a-7e23-4479-9b80-54de5848b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:12.172231 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-c75a3d7a-7e23-4479-9b80-54de5848b1da admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11df8ad2460e440a914cf15da199dbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171933 Sep 14 11:17:12.173072 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a3d7a-7e23-4479-9b80-54de5848b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30605058-aead-4c73-8221-39f6562867a0,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:12.175120 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38292) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:12.224420 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6b36-b53f-485f-ba8e-d1808abba2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:12.248436 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6b36-b53f-485f-ba8e-d1808abba2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:12.337400 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252083d9-cfd0-4d2e-9319-b4bf09ce35f9 req-087f1b6c-f446-45e2-a505-510f6348efb9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:12.338984 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-252083d9-cfd0-4d2e-9319-b4bf09ce35f9 req-087f1b6c-f446-45e2-a505-510f6348efb9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0477049 Sep 14 11:17:12.374097 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6b36-b53f-485f-ba8e-d1808abba2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:12.376739 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-252083d9-cfd0-4d2e-9319-b4bf09ce35f9 req-91dc7cfe-d7a5-45cd-ac76-d503a9119dd9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318232 Sep 14 11:17:12.380088 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0dfc6b36-b53f-485f-ba8e-d1808abba2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:12.381302 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-0dfc6b36-b53f-485f-ba8e-d1808abba2bb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30605058-aead-4c73-8221-39f6562867a0 HTTP/1.1" status: 204 len: 168 time: 0.2051482 Sep 14 11:17:12.391306 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc6b36-b53f-485f-ba8e-d1808abba2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30605058-aead-4c73-8221-39f6562867a0,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:12.496866 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dddd5-6ac9-4e4e-8d91-5ee7351a7d24 req-d8ac2cad-1776-4282-a9d8-ec152af9b63a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:12.498415 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-273dddd5-6ac9-4e4e-8d91-5ee7351a7d24 req-d8ac2cad-1776-4282-a9d8-ec152af9b63a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0543020 Sep 14 11:17:12.536754 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-273dddd5-6ac9-4e4e-8d91-5ee7351a7d24 req-cd2c17d8-d169-4719-a8ae-294352041ca4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322943 Sep 14 11:17:12.607038 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9abbc132-d3a1-489e-8f2f-6fb255488c78 req-011b452f-26af-4768-b14b-2227cf61917a tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 210 time: 0.0273228 Sep 14 11:17:13.002381 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38310) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:13.015702 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-38b993ba-837c-4cff-9b37-c580b67d016c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:13.100818 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-38b993ba-837c-4cff-9b37-c580b67d016c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:13.151093 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-38b993ba-837c-4cff-9b37-c580b67d016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:13.190599 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-38b993ba-837c-4cff-9b37-c580b67d016c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=461fdae4b01e491bbf814c96a8ba1cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871505 Sep 14 11:17:13.191450 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b993ba-837c-4cff-9b37-c580b67d016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f1a2d-71dc-470a-808e-5ee9c9503db1,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:13.193424 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 38312) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:13.247011 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6a81f4ef-d7e9-4ccb-8def-835adb682505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:13.267809 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6a81f4ef-d7e9-4ccb-8def-835adb682505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:13.401894 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6a81f4ef-d7e9-4ccb-8def-835adb682505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:13.404985 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6a81f4ef-d7e9-4ccb-8def-835adb682505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:13.407799 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6a81f4ef-d7e9-4ccb-8def-835adb682505 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/482f1a2d-71dc-470a-808e-5ee9c9503db1 HTTP/1.1" status: 204 len: 168 time: 0.2112412 Sep 14 11:17:13.415550 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81f4ef-d7e9-4ccb-8def-835adb682505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f1a2d-71dc-470a-808e-5ee9c9503db1,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:13.515873 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc50a3b-09ac-4932-a1c0-47fe48d55cd0 req-ba96098d-d1c4-462a-a901-ba0391fbc327 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:13.517528 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1bc50a3b-09ac-4932-a1c0-47fe48d55cd0 req-ba96098d-d1c4-462a-a901-ba0391fbc327 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0580637 Sep 14 11:17:13.634668 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1bc50a3b-09ac-4932-a1c0-47fe48d55cd0 req-ccef20ad-5fa3-475e-9d5c-a94f918e7dcc tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049423 Sep 14 11:17:13.689565 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-10267bc0-3425-4866-b5f2-6ce45ed25eab tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:13.691031 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-10267bc0-3425-4866-b5f2-6ce45ed25eab tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.60 "GET /v2.0/networks?id=08fe5068-e560-4f0b-a98d-65eef665bcb8 HTTP/1.1" status: 200 len: 808 time: 0.1725593 Sep 14 11:17:13.709476 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Request body: {'port': {'device_id': 'fa81a7c8-6bc9-4632-a0e9-55de54351485', 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8', 'admin_state_up': True, 'tenant_id': '754707e72ed9497d9673142ad8156953'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:17:13.731815 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74884016-5ad5-4c49-8758-bab2d7578675 req-6b3afcd1-30a9-48ef-8613-e3dd5385a2e5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:13.733278 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-74884016-5ad5-4c49-8758-bab2d7578675 req-6b3afcd1-30a9-48ef-8613-e3dd5385a2e5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.1183434 Sep 14 11:17:13.736560 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ec566940-df01-4051-8f9c-e668994f3039 req-d0edf604-45e4-481a-8134-59ddf081f64d tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 210 time: 0.0437331 Sep 14 11:17:13.824428 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-74884016-5ad5-4c49-8758-bab2d7578675 req-e5414964-d36b-46d5-ac69-7a06a4607430 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772865 Sep 14 11:17:13.963309 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Made reservation on behalf of 754707e72ed9497d9673142ad8156953 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:17:13.966969 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:14.099074 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Allocated IP 172.20.0.6 (08fe5068-e560-4f0b-a98d-65eef665bcb8/796b03e1-7004-470b-a190-b81489037501/95ebfd7c-b738-41f0-920b-a622f7e662ee) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:17:14.251721 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:14.390574 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:14.445393 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Network 08fe5068-e560-4f0b-a98d-65eef665bcb8 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:17:14.449189 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:17:14.456790 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:17:14.482918 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Pushing event updated for resources: {'Port': ['ID=95ebfd7c-b738-41f0-920b-a622f7e662ee,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:14.520899 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:14.521674 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:14.591587 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-7d438509-bc7d-4a0c-9308-20c0a7d28571 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8882732 Sep 14 11:17:14.608502 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Request body: {'port': {'device_id': 'fa81a7c8-6bc9-4632-a0e9-55de54351485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:17:14.664244 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:14.859820 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb83e-acb2-4e1f-ac21-98a8bee3336d req-11e88564-274a-4d87-9c01-eede013aa49a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:14.861559 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-708fb83e-acb2-4e1f-ac21-98a8bee3336d req-11e88564-274a-4d87-9c01-eede013aa49a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1547642 Sep 14 11:17:14.941238 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b3a53-5f4a-45e3-bc4d-01d1cf58c9e4 req-683ce2a5-f185-4d71-8606-5088570f2a5d tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:14.942689 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-115b3a53-5f4a-45e3-bc4d-01d1cf58c9e4 req-683ce2a5-f185-4d71-8606-5088570f2a5d tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 931 time: 0.1344531 Sep 14 11:17:14.978469 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-708fb83e-acb2-4e1f-ac21-98a8bee3336d req-24800656-ff5e-45bf-85c4-077798b521ba tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052206 Sep 14 11:17:15.019451 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-115b3a53-5f4a-45e3-bc4d-01d1cf58c9e4 req-dd68fe19-8d58-4822-a0e8-429f1b8421c4 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615065 Sep 14 11:17:15.099652 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ebfd7c-b738-41f0-920b-a622f7e662ee {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:17:15.108690 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:15.125629 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Transition to ACTIVE for port object 95ebfd7c-b738-41f0-920b-a622f7e662ee will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:17:15.134729 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc7831-11e7-48d3-82b1-44eb9cfd81b3 req-0eb8afd2-367d-49d2-b150-aa9cc5f4f3cc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:15.136216 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6edc7831-11e7-48d3-82b1-44eb9cfd81b3 req-0eb8afd2-367d-49d2-b150-aa9cc5f4f3cc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0770159 Sep 14 11:17:15.173497 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6edc7831-11e7-48d3-82b1-44eb9cfd81b3 req-551a9999-1156-4505-93b3-6f088b689a7e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312142 Sep 14 11:17:15.231087 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:15.279568 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Pushing event updated for resources: {'Port': ['ID=95ebfd7c-b738-41f0-920b-a622f7e662ee,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:15.348059 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Attempting to bind port 95ebfd7c-b738-41f0-920b-a622f7e662ee on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:17:15.348493 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Attempting to bind port 95ebfd7c-b738-41f0-920b-a622f7e662ee by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:17:15.348841 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Attempting to bind port 95ebfd7c-b738-41f0-920b-a622f7e662ee on network 08fe5068-e560-4f0b-a98d-65eef665bcb8 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:17:15.363153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Port 95ebfd7c-b738-41f0-920b-a622f7e662ee on network 08fe5068-e560-4f0b-a98d-65eef665bcb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:17:15.363153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Attempting to bind port 95ebfd7c-b738-41f0-920b-a622f7e662ee on network 08fe5068-e560-4f0b-a98d-65eef665bcb8 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:17:15.363153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:17:15.363153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Checking segment: {'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:17:15.363153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Bound using segment: {'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:17:15.363153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Bound port: 95ebfd7c-b738-41f0-920b-a622f7e662ee, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a31e78f3-2b9e-4fae-affb-17685c8fca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:17:15.363153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:15.433168 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] For port 95ebfd7c-b738-41f0-920b-a622f7e662ee, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:17:15.436566 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] For port 95ebfd7c-b738-41f0-920b-a622f7e662ee, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=95ebfd7c-b738-41f0-920b-a622f7e662ee,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:17:15.477829 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:15.518097 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:15.518097 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:15.518097 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] 10.222.0.60 "PUT /v2.0/ports/95ebfd7c-b738-41f0-920b-a622f7e662ee HTTP/1.1" status: 200 len: 1093 time: 0.9122262 Sep 14 11:17:15.518097 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81a7c8-6bc9-4632-a0e9-55de54351485', 'tag': '95ebfd7c-b738-41f0-920b-a622f7e662ee'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:17:15.519266 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26be5e5-7671-43ac-9c77-9523f2c8ba3c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81a7c8-6bc9-4632-a0e9-55de54351485", "tag": "95ebfd7c-b738-41f0-920b-a622f7e662ee"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:17:15.547092 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bcd86-0e36-4a2e-bf24-81cf30ab5002 service neutron] Pushing event updated for resources: {'Port': ['ID=95ebfd7c-b738-41f0-920b-a622f7e662ee,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:15.563124 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e616059b-0917-49a3-b97c-c0a492087cb8 x-openstack-request-id: req-e616059b-0917-49a3-b97c-c0a492087cb8 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:17:15.563844 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81a7c8-6bc9-4632-a0e9-55de54351485", "tag": "95ebfd7c-b738-41f0-920b-a622f7e662ee", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:17:15.563844 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e616059b-0917-49a3-b97c-c0a492087cb8 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:17:15.564109 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81a7c8-6bc9-4632-a0e9-55de54351485', 'tag': '95ebfd7c-b738-41f0-920b-a622f7e662ee', 'status': 'completed', 'code': 200} Sep 14 11:17:15.632347 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26be5e5-7671-43ac-9c77-9523f2c8ba3c req-4f847053-fe76-4239-b194-c6dac2a39130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:15.634189 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d26be5e5-7671-43ac-9c77-9523f2c8ba3c req-4f847053-fe76-4239-b194-c6dac2a39130 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=754707e72ed9497d9673142ad8156953&device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 1096 time: 0.0418561 Sep 14 11:17:15.737956 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26be5e5-7671-43ac-9c77-9523f2c8ba3c req-a428fbe3-2d44-4620-a33d-716abc868321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:15.739531 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d26be5e5-7671-43ac-9c77-9523f2c8ba3c req-a428fbe3-2d44-4620-a33d-716abc868321 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=754707e72ed9497d9673142ad8156953&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0938838 Sep 14 11:17:15.833579 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26be5e5-7671-43ac-9c77-9523f2c8ba3c req-e4612ec3-7936-4a25-94fb-1fcd3e504537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:15.835063 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d26be5e5-7671-43ac-9c77-9523f2c8ba3c req-e4612ec3-7936-4a25-94fb-1fcd3e504537 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880218 Sep 14 11:17:15.911239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6afc2-4ef3-414f-9a14-b28fa2ccd8ec req-a944f994-a8db-4790-a305-4ec773d29e71 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:15.912723 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c4d6afc2-4ef3-414f-9a14-b28fa2ccd8ec req-a944f994-a8db-4790-a305-4ec773d29e71 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0713513 Sep 14 11:17:15.944556 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-d9030aab-c6bf-4bdd-9225-f30f93f4182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:15.946713 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-d9030aab-c6bf-4bdd-9225-f30f93f4182a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=754707e72ed9497d9673142ad8156953&device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 1096 time: 0.0694849 Sep 14 11:17:15.961600 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c4d6afc2-4ef3-414f-9a14-b28fa2ccd8ec req-3f180fb5-01c7-41ad-8125-ec02b030fefd tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413435 Sep 14 11:17:15.999809 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-90148578-c75e-4a7d-a72d-3cad8bd2a42a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95ebfd7c-b738-41f0-920b-a622f7e662ee HTTP/1.1" status: 200 len: 217 time: 0.0420580 Sep 14 11:17:16.317007 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-5989f30d-33bb-4358-bc95-befe3850085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:16.318378 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-5989f30d-33bb-4358-bc95-befe3850085f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=796b03e1-7004-470b-a190-b81489037501 HTTP/1.1" status: 200 len: 848 time: 0.3086672 Sep 14 11:17:16.350270 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84a1b-7c58-42a9-8904-59de647525c1 req-5f359114-136e-4050-9c21-b285243e23ec tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:16.352321 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-46a84a1b-7c58-42a9-8904-59de647525c1 req-5f359114-136e-4050-9c21-b285243e23ec tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 943 time: 0.0983362 Sep 14 11:17:16.361377 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b75de-fb87-4bfc-82d5-0d7d84840f27 req-58a527d8-4083-499d-896b-4717f2b25fe7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:16.362758 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d6b75de-fb87-4bfc-82d5-0d7d84840f27 req-58a527d8-4083-499d-896b-4717f2b25fe7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1098495 Sep 14 11:17:16.381246 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-b7cd97a6-0168-43e8-8053-14d73e62590a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=08fe5068-e560-4f0b-a98d-65eef665bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479746 Sep 14 11:17:16.486119 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d6b75de-fb87-4bfc-82d5-0d7d84840f27 req-379f034d-1911-4372-b399-7f24128dd9e0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067338 Sep 14 11:17:16.490402 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-46a84a1b-7c58-42a9-8904-59de647525c1 req-64325133-4706-43cd-b946-5e79000bae6d tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128709 Sep 14 11:17:16.519860 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-bc4246f0-7b6b-4657-adba-a2360fbe021b service neutron] 10.222.0.60 "GET /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224947 Sep 14 11:17:16.648643 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273f075-881a-4945-a05c-b2eea84b1454 req-89638955-c247-44bd-b315-ccb19e41f349 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:16.650210 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6273f075-881a-4945-a05c-b2eea84b1454 req-89638955-c247-44bd-b315-ccb19e41f349 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0930381 Sep 14 11:17:16.653961 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f8226b5-6375-4c63-be49-509a9ba58d38 req-3fb6eefa-61f2-40ad-85b7-20a7a36538e3 service neutron] 10.222.0.60 "GET /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257787 Sep 14 11:17:16.691372 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6273f075-881a-4945-a05c-b2eea84b1454 req-ea9c3014-fbdb-45e4-a409-e1212955bfb5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347617 Sep 14 11:17:17.087785 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a060d-3e03-4e68-a7d0-de70760699d3 req-aa7ffd87-6203-4375-b497-1c93a553d332 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:17.089265 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-629a060d-3e03-4e68-a7d0-de70760699d3 req-aa7ffd87-6203-4375-b497-1c93a553d332 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0526884 Sep 14 11:17:17.125754 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-629a060d-3e03-4e68-a7d0-de70760699d3 req-d6db4644-5f95-41d6-827a-ad935a5591c6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304666 Sep 14 11:17:17.640599 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace42c63-d560-458d-afc3-28d824bdda29 req-fe991f70-3175-46db-bf8b-b0370e4a5ea4 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:17.642057 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ace42c63-d560-458d-afc3-28d824bdda29 req-fe991f70-3175-46db-bf8b-b0370e4a5ea4 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 943 time: 0.0733206 Sep 14 11:17:17.650654 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c7298-d591-41c0-8e72-d9c5591c371c req-9255cb0b-2957-4a43-b543-cff03169ae07 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:17.652049 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e4c7298-d591-41c0-8e72-d9c5591c371c req-9255cb0b-2957-4a43-b543-cff03169ae07 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0918539 Sep 14 11:17:17.702734 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ace42c63-d560-458d-afc3-28d824bdda29 req-d52dee29-e811-41b9-8881-e2f9c8ef02a5 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497477 Sep 14 11:17:17.709859 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e4c7298-d591-41c0-8e72-d9c5591c371c req-a0aa8052-c586-4b0f-be38-be5afae6ab55 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511830 Sep 14 11:17:17.814588 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624423b-eb32-444b-a63a-93c5a3d5246e req-1774e71e-0798-4482-a787-f6dfd66da002 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:17.816105 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c624423b-eb32-444b-a63a-93c5a3d5246e req-1774e71e-0798-4482-a787-f6dfd66da002 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0502207 Sep 14 11:17:17.855068 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c624423b-eb32-444b-a63a-93c5a3d5246e req-c19285c0-ed02-41e2-a763-92a4520053c4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325546 Sep 14 11:17:18.238963 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41a449-7c71-4c42-ace3-ae4edb0a5a67 req-73556839-a612-47e9-a44e-141780ed4b36 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:18.242666 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ee41a449-7c71-4c42-ace3-ae4edb0a5a67 req-73556839-a612-47e9-a44e-141780ed4b36 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0490456 Sep 14 11:17:18.281434 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ee41a449-7c71-4c42-ace3-ae4edb0a5a67 req-8e631316-44f2-4feb-b4f2-4f8154a2fef4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Sep 14 11:17:18.844818 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781251-184f-4916-97bb-6597d41523f6 req-8e7010b0-b55a-43af-86db-4205a09a646a tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:18.846275 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-34781251-184f-4916-97bb-6597d41523f6 req-8e7010b0-b55a-43af-86db-4205a09a646a tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 943 time: 0.0779259 Sep 14 11:17:18.858663 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d069ba-e2ce-4dae-b068-3cdf2d8926b9 req-e306a4c8-28bd-45be-8017-511b6c7c4acf tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:18.860099 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-66d069ba-e2ce-4dae-b068-3cdf2d8926b9 req-e306a4c8-28bd-45be-8017-511b6c7c4acf tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0806632 Sep 14 11:17:18.914971 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-34781251-184f-4916-97bb-6597d41523f6 req-4a576d2e-22ae-4515-b6f1-0c50b8e66fb6 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Sep 14 11:17:18.919752 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-66d069ba-e2ce-4dae-b068-3cdf2d8926b9 req-fb8402d9-262a-4f4c-a3e4-f04196ee5adc tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531971 Sep 14 11:17:18.956998 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-15172bf2-c7bd-4f1f-a4f9-59097020b3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:19.020380 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aed335-0480-45c0-9913-903a9f0099ba req-df5aff7c-f67b-44ad-9c3d-0cd6c993d06c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:19.021909 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-46aed335-0480-45c0-9913-903a9f0099ba req-df5aff7c-f67b-44ad-9c3d-0cd6c993d06c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0496857 Sep 14 11:17:19.060598 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-46aed335-0480-45c0-9913-903a9f0099ba req-9b62179b-1e98-4bf3-ba93-2128f65680d7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Sep 14 11:17:19.396828 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3091e3-dcb7-4799-bf40-32c45f15e509 req-7f18ec8d-d4bf-47cf-98d2-cc491319ebd6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:19.398479 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0a3091e3-dcb7-4799-bf40-32c45f15e509 req-7f18ec8d-d4bf-47cf-98d2-cc491319ebd6 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0485730 Sep 14 11:17:19.438855 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0a3091e3-dcb7-4799-bf40-32c45f15e509 req-c8cceef5-0ce2-4636-bcde-a04e86309a93 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340743 Sep 14 11:17:20.056887 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021db51-300c-4c02-b48f-8e84a19f6a3e req-6bd166bb-3b15-4bb0-b04b-0566e5438610 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:20.058359 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c021db51-300c-4c02-b48f-8e84a19f6a3e req-6bd166bb-3b15-4bb0-b04b-0566e5438610 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 943 time: 0.0757575 Sep 14 11:17:20.066446 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2af76d-f277-45f8-9740-b8d4b98a7253 req-271f3f56-be02-4907-845c-a2faabe924ec tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:20.067842 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0c2af76d-f277-45f8-9740-b8d4b98a7253 req-271f3f56-be02-4907-845c-a2faabe924ec tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0767262 Sep 14 11:17:20.120927 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c021db51-300c-4c02-b48f-8e84a19f6a3e req-fceceec4-317b-4da4-aa05-f62645bde286 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521612 Sep 14 11:17:20.125704 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0c2af76d-f277-45f8-9740-b8d4b98a7253 req-e0abb8fe-a3b6-43a6-9c73-d67c58f5f748 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Sep 14 11:17:20.223736 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89295e35-5e8e-4e56-9db0-438ee1c0ff74 req-d27dc787-18c0-4efa-89c8-349074d33b81 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:20.225201 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-89295e35-5e8e-4e56-9db0-438ee1c0ff74 req-d27dc787-18c0-4efa-89c8-349074d33b81 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0509949 Sep 14 11:17:20.262925 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-89295e35-5e8e-4e56-9db0-438ee1c0ff74 req-e000d7c4-0c00-4648-8fc0-d16fc85d20eb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317268 Sep 14 11:17:20.552523 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232fafc-2886-4303-878a-24928220d873 req-0e4aa26e-dbd6-4e56-8f8d-44ed5bd5a379 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:20.554009 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b232fafc-2886-4303-878a-24928220d873 req-0e4aa26e-dbd6-4e56-8f8d-44ed5bd5a379 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0485146 Sep 14 11:17:20.593067 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b232fafc-2886-4303-878a-24928220d873 req-1ce95183-1996-49ae-b91e-3a18cb9f467d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323205 Sep 14 11:17:21.268227 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479b678-00a9-4a33-a0eb-aa791f673c5e req-959d3bb1-141b-45ea-90bf-bf53ada1a142 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:21.269731 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f479b678-00a9-4a33-a0eb-aa791f673c5e req-959d3bb1-141b-45ea-90bf-bf53ada1a142 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 943 time: 0.0817330 Sep 14 11:17:21.282868 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6fb0e-87f8-434a-8ce4-d44b53cd5f19 req-f61fe8a1-b811-43db-a341-1a08e8268b25 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:21.284354 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-25d6fb0e-87f8-434a-8ce4-d44b53cd5f19 req-f61fe8a1-b811-43db-a341-1a08e8268b25 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0868299 Sep 14 11:17:21.332145 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f479b678-00a9-4a33-a0eb-aa791f673c5e req-6e9e0898-a499-4c89-b5bc-7920cdae7441 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468428 Sep 14 11:17:21.345337 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-25d6fb0e-87f8-434a-8ce4-d44b53cd5f19 req-1712fe04-9216-4e18-9e39-0ed5159fc5a3 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539994 Sep 14 11:17:21.434474 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6f5e0-b87a-45bb-bd53-17497e0ddc26 req-33fa9b71-2884-410d-8eb3-aee293effd60 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:21.436065 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5df6f5e0-b87a-45bb-bd53-17497e0ddc26 req-33fa9b71-2884-410d-8eb3-aee293effd60 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0482664 Sep 14 11:17:21.473335 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5df6f5e0-b87a-45bb-bd53-17497e0ddc26 req-cdf90c82-b7bb-4537-ad92-9c25084c081c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314217 Sep 14 11:17:21.704936 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c686c0-2f2a-4897-b66b-4be456d76868 req-9bb791de-bb10-402a-989a-cee4cc29f73f tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:21.706365 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-62c686c0-2f2a-4897-b66b-4be456d76868 req-9bb791de-bb10-402a-989a-cee4cc29f73f tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0463676 Sep 14 11:17:21.742217 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-62c686c0-2f2a-4897-b66b-4be456d76868 req-9b7581a3-7685-4d3a-b404-fa78b80c1d97 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292301 Sep 14 11:17:21.955837 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4cc0-c6ab-4170-abb7-47426824d696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:22.306109 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:22.478912 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d33f48-5ad5-4ae6-b01b-bbd4ea81c456 req-b56ed83c-ed45-4047-a2a2-7ba787448f63 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:22.480413 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-75d33f48-5ad5-4ae6-b01b-bbd4ea81c456 req-b56ed83c-ed45-4047-a2a2-7ba787448f63 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 943 time: 0.0815241 Sep 14 11:17:22.488494 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eee01a-7d23-450b-84a3-94d143d21cbc req-a7bc48ea-2a2b-4718-be15-921fb22da78d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:22.489884 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b0eee01a-7d23-450b-84a3-94d143d21cbc req-a7bc48ea-2a2b-4718-be15-921fb22da78d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0629947 Sep 14 11:17:22.542542 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-75d33f48-5ad5-4ae6-b01b-bbd4ea81c456 req-f3cfd83d-2be3-4e7a-b4f9-11c1ed1d08df tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517390 Sep 14 11:17:22.547203 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b0eee01a-7d23-450b-84a3-94d143d21cbc req-819e6c5e-68b0-46fc-92f2-3593d512476c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500083 Sep 14 11:17:22.644910 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9912c6-d48f-4d3d-97b1-84a21daa71ce req-ac00bc79-f914-4278-b40c-d2850eb5ca57 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:22.646347 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5e9912c6-d48f-4d3d-97b1-84a21daa71ce req-ac00bc79-f914-4278-b40c-d2850eb5ca57 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0501347 Sep 14 11:17:22.682663 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5e9912c6-d48f-4d3d-97b1-84a21daa71ce req-6bb94c55-0899-46d8-b8e9-45176ea5bdab tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304265 Sep 14 11:17:22.854882 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f1ecf-546d-4d0c-851f-23bdc06ef5cc req-a81d5546-693e-4e12-b317-3a3f20bede9b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:22.856325 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-581f1ecf-546d-4d0c-851f-23bdc06ef5cc req-a81d5546-693e-4e12-b317-3a3f20bede9b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0479321 Sep 14 11:17:22.860248 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:22.895284 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-581f1ecf-546d-4d0c-851f-23bdc06ef5cc req-ac3978ef-1fa7-4e57-807a-594d350b08e3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Sep 14 11:17:23.688644 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89aa88-4c79-4475-9c90-c51971f0bece req-3e9ae923-8940-4e5f-a8c9-5d7164a66afd tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:23.690094 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5d89aa88-4c79-4475-9c90-c51971f0bece req-3e9ae923-8940-4e5f-a8c9-5d7164a66afd tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 943 time: 0.0776083 Sep 14 11:17:23.698559 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb06886-b25b-4034-ae3f-31b80a8901b1 req-1dc2330e-257b-4efb-ad1d-81066d8b7f46 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:23.699956 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fbb06886-b25b-4034-ae3f-31b80a8901b1 req-1dc2330e-257b-4efb-ad1d-81066d8b7f46 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0856738 Sep 14 11:17:23.758187 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5d89aa88-4c79-4475-9c90-c51971f0bece req-58c24c26-885f-4f21-b5cd-53b8cf33bcb8 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572643 Sep 14 11:17:23.762857 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fbb06886-b25b-4034-ae3f-31b80a8901b1 req-c21c26cb-477c-4aef-80bd-bbf24c0bbf6e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556097 Sep 14 11:17:23.859502 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbff07-35a2-45e3-93a3-76270d12af6e req-28dc053d-9da0-462a-8074-50591c882c68 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:23.860851 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b3bbff07-35a2-45e3-93a3-76270d12af6e req-28dc053d-9da0-462a-8074-50591c882c68 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0477338 Sep 14 11:17:23.897605 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b3bbff07-35a2-45e3-93a3-76270d12af6e req-20ff3da3-827b-41a6-a833-9e6feffc5d2a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Sep 14 11:17:24.008401 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b24a4-f85d-48b7-84a7-78e0dcdff554 req-2dc9665b-528b-4a5e-8ec2-03d1889f65af tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:24.009839 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-538b24a4-f85d-48b7-84a7-78e0dcdff554 req-2dc9665b-528b-4a5e-8ec2-03d1889f65af tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0472231 Sep 14 11:17:24.023774 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 95ebfd7c-b738-41f0-920b-a622f7e662ee details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:17:24.055518 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-538b24a4-f85d-48b7-84a7-78e0dcdff554 req-888bd735-c798-417e-9bd6-622e46bcd7c1 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397184 Sep 14 11:17:24.120180 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 95ebfd7c-b738-41f0-920b-a622f7e662ee, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=95ebfd7c-b738-41f0-920b-a622f7e662ee,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:24.130580 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '95ebfd7c-b738-41f0-920b-a622f7e662ee', 'network_id': '08fe5068-e560-4f0b-a98d-65eef665bcb8', 'port_id': '95ebfd7c-b738-41f0-920b-a622f7e662ee', 'mac_address': 'fa:16:3e:46:9a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796b03e1-7004-470b-a190-b81489037501', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:17:24.166536 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:24.178533 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ebfd7c-b738-41f0-920b-a622f7e662ee {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:17:24.197996 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 95ebfd7c-b738-41f0-920b-a622f7e662ee, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=95ebfd7c-b738-41f0-920b-a622f7e662ee,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:24.242449 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:24.289916 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=95ebfd7c-b738-41f0-920b-a622f7e662ee,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:24.458481 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:24.901441 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ffb6b-e283-4a86-8f95-2030e51e0608 req-542c7267-16cb-4748-bc07-bd8c3fb84a71 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:24.902902 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-239ffb6b-e283-4a86-8f95-2030e51e0608 req-542c7267-16cb-4748-bc07-bd8c3fb84a71 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 944 time: 0.0790203 Sep 14 11:17:24.910110 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2087e-81f9-4e8e-b803-31b25f291011 req-b2aac5da-56b5-46b8-a80f-2a002ba5232b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:24.911495 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-24c2087e-81f9-4e8e-b803-31b25f291011 req-b2aac5da-56b5-46b8-a80f-2a002ba5232b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0790293 Sep 14 11:17:24.965258 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-239ffb6b-e283-4a86-8f95-2030e51e0608 req-7555b8c0-0f7f-4435-aab0-30aae95d3c42 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528221 Sep 14 11:17:24.970230 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-24c2087e-81f9-4e8e-b803-31b25f291011 req-eda1d4ef-7a31-4e91-beef-701a9a9cf4af tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516346 Sep 14 11:17:25.067892 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2567d70-80f1-4769-98b5-8dcaf0ba76e0 req-ce48cd06-4888-4332-9cba-bac395282fd5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:25.069233 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e2567d70-80f1-4769-98b5-8dcaf0ba76e0 req-ce48cd06-4888-4332-9cba-bac395282fd5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0493095 Sep 14 11:17:25.107625 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e2567d70-80f1-4769-98b5-8dcaf0ba76e0 req-16a5a7dd-62ad-43d0-b58a-7742eecbd706 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315297 Sep 14 11:17:25.178299 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a955b2-0117-45a5-9725-9026014599ad req-a0101a2c-d401-4cb6-96be-76b1970577c8 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:25.179802 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32a955b2-0117-45a5-9725-9026014599ad req-a0101a2c-d401-4cb6-96be-76b1970577c8 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0484362 Sep 14 11:17:25.216862 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32a955b2-0117-45a5-9725-9026014599ad req-c056545c-91a8-48b1-9095-e005f7a35e67 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312500 Sep 14 11:17:26.108768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae312af-244e-4b47-b822-c81361074c7c req-e8cfd1be-bca1-46a7-993c-2b6e04214913 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:26.110241 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5ae312af-244e-4b47-b822-c81361074c7c req-e8cfd1be-bca1-46a7-993c-2b6e04214913 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 944 time: 0.0789137 Sep 14 11:17:26.118418 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096793-87d1-4a0b-bd10-8c227d6e43e3 req-6a3f42d7-cc55-4d76-9ffe-8b68dd79f0c7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:26.119812 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c9096793-87d1-4a0b-bd10-8c227d6e43e3 req-6a3f42d7-cc55-4d76-9ffe-8b68dd79f0c7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0790181 Sep 14 11:17:26.173017 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5ae312af-244e-4b47-b822-c81361074c7c req-72ef431f-b113-49f0-a7fe-7c16c6ac4bb2 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522854 Sep 14 11:17:26.177704 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c9096793-87d1-4a0b-bd10-8c227d6e43e3 req-025b3c1e-84a9-4f0f-a00c-15f9db7c49fb tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514922 Sep 14 11:17:26.275369 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e968f-72ee-4791-8ab0-a6188e98addb req-41a802c0-107d-4921-bb59-8e6adb18c9b4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:26.276877 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4d3e968f-72ee-4791-8ab0-a6188e98addb req-41a802c0-107d-4921-bb59-8e6adb18c9b4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0483942 Sep 14 11:17:26.340542 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4d3e968f-72ee-4791-8ab0-a6188e98addb req-381e5005-16b6-4195-8b89-bd33361560e1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577698 Sep 14 11:17:26.352923 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb073d-faa4-4090-9f7d-0c8b300070d3 req-2377e03d-4e9a-4442-b750-08b732175285 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:26.354807 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-97fb073d-faa4-4090-9f7d-0c8b300070d3 req-2377e03d-4e9a-4442-b750-08b732175285 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0706148 Sep 14 11:17:26.396076 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-97fb073d-faa4-4090-9f7d-0c8b300070d3 req-a301320a-1a4f-4bc4-a17d-9a3ef6f71c22 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Sep 14 11:17:27.310511 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59043753-b5c6-44e5-b1b4-787509503dad req-a6aa72b0-a6a2-41a5-bf35-ee012efaf27b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:27.311899 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59043753-b5c6-44e5-b1b4-787509503dad req-a6aa72b0-a6a2-41a5-bf35-ee012efaf27b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 944 time: 0.0718150 Sep 14 11:17:27.331836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ac0f-2586-49b6-b3cf-038021664da5 req-4d5c2156-c4b4-43c8-8946-eff0c75b4e49 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:27.333225 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d5e8ac0f-2586-49b6-b3cf-038021664da5 req-4d5c2156-c4b4-43c8-8946-eff0c75b4e49 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0681815 Sep 14 11:17:27.380367 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59043753-b5c6-44e5-b1b4-787509503dad req-89256fe9-d485-4ada-bb96-17d6e86f610a tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615761 Sep 14 11:17:27.388244 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d5e8ac0f-2586-49b6-b3cf-038021664da5 req-9e4f7c3d-3176-42a9-b033-00a4b315a5ff tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470726 Sep 14 11:17:27.511892 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87441d41-96de-48c7-85e7-762b46e0870b req-a5a5d187-1045-41c9-aa4e-76b66af09f3a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:27.513345 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-87441d41-96de-48c7-85e7-762b46e0870b req-a5a5d187-1045-41c9-aa4e-76b66af09f3a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0777552 Sep 14 11:17:27.534018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694724dd-d466-4125-99ea-3d3951f47d39 req-e2037593-3288-4721-934b-a665e51da0f3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:27.535429 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-694724dd-d466-4125-99ea-3d3951f47d39 req-e2037593-3288-4721-934b-a665e51da0f3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0689118 Sep 14 11:17:27.546717 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['95ebfd7c-b738-41f0-920b-a622f7e662ee'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:17:27.579942 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-87441d41-96de-48c7-85e7-762b46e0870b req-908ec6c3-f1d3-4c5f-a293-c85c4cc5e159 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594337 Sep 14 11:17:27.600407 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-694724dd-d466-4125-99ea-3d3951f47d39 req-227634ee-284a-41c9-aff5-23c7253dc6dd tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534236 Sep 14 11:17:28.524568 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41ca78-8d78-4d3b-92ff-b4a3e8aae90a req-d067471b-13b5-4983-9b44-592fadc8962e tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:28.526057 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-db41ca78-8d78-4d3b-92ff-b4a3e8aae90a req-d067471b-13b5-4983-9b44-592fadc8962e tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 944 time: 0.0772538 Sep 14 11:17:28.533219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977c22b-b79a-4555-9ce1-be0b74cd9e2a req-d11407a3-702b-49d8-9063-3e89b8c8d875 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:28.534585 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e977c22b-b79a-4555-9ce1-be0b74cd9e2a req-d11407a3-702b-49d8-9063-3e89b8c8d875 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0768900 Sep 14 11:17:28.589893 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-db41ca78-8d78-4d3b-92ff-b4a3e8aae90a req-ff2878ad-a900-4c80-8272-44dd8df8ff9f tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542929 Sep 14 11:17:28.597007 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e977c22b-b79a-4555-9ce1-be0b74cd9e2a req-ad6b6936-0190-4910-b079-00fd8cec0179 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549884 Sep 14 11:17:28.747239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f7867-49b9-4bbc-8de8-cadcf3b866e7 req-7f997309-cd68-457a-9cf1-af44bb6a1373 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:28.748812 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-037f7867-49b9-4bbc-8de8-cadcf3b866e7 req-7f997309-cd68-457a-9cf1-af44bb6a1373 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0759780 Sep 14 11:17:28.761419 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92f7ba-c089-4600-8c03-2413dd212a2e req-1b025d15-5c9b-4cb4-9a76-60ba274761bd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:28.763514 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dd92f7ba-c089-4600-8c03-2413dd212a2e req-1b025d15-5c9b-4cb4-9a76-60ba274761bd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0815251 Sep 14 11:17:28.829947 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dd92f7ba-c089-4600-8c03-2413dd212a2e req-0e598c78-7391-4486-b6fa-b64f7b7a78ca tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578809 Sep 14 11:17:28.832718 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-037f7867-49b9-4bbc-8de8-cadcf3b866e7 req-409c2eb0-7c62-4623-821d-9ddca96e7f2f tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688033 Sep 14 11:17:29.741213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda9fb4-993b-459e-8b0f-3921fa6928b4 req-435d95f6-d7a7-499d-9281-af568bf2d52e tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:29.743254 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdda9fb4-993b-459e-8b0f-3921fa6928b4 req-435d95f6-d7a7-499d-9281-af568bf2d52e tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 944 time: 0.0805864 Sep 14 11:17:29.751233 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39c9ad-1219-4496-a814-d7e2885517a6 req-ce83f685-81fd-4fd3-8833-2d7ddb3f1ae7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:29.752612 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6f39c9ad-1219-4496-a814-d7e2885517a6 req-ce83f685-81fd-4fd3-8833-2d7ddb3f1ae7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0804927 Sep 14 11:17:29.804131 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdda9fb4-993b-459e-8b0f-3921fa6928b4 req-aa5c432f-5462-4300-9833-7eaa669d9232 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505128 Sep 14 11:17:29.814884 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6f39c9ad-1219-4496-a814-d7e2885517a6 req-fbdf6acc-5f87-454d-99c6-91293f476183 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555437 Sep 14 11:17:29.981487 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26d4dc-f839-4527-8c42-a3ae43fba7af req-62b2592a-4e5e-4868-a00b-8f31fe9a8847 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:29.983030 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6e26d4dc-f839-4527-8c42-a3ae43fba7af req-62b2592a-4e5e-4868-a00b-8f31fe9a8847 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0795784 Sep 14 11:17:29.991458 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c834-b13e-4f6d-889e-177a03b884ac req-fbbfd21e-359f-4a7b-b81a-0f21760ea420 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:29.993425 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-18a8c834-b13e-4f6d-889e-177a03b884ac req-fbbfd21e-359f-4a7b-b81a-0f21760ea420 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0911920 Sep 14 11:17:30.047412 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6e26d4dc-f839-4527-8c42-a3ae43fba7af req-67777bec-9df7-422a-961d-10bfb3350e1f tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530066 Sep 14 11:17:30.055107 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-18a8c834-b13e-4f6d-889e-177a03b884ac req-19db3c19-c72c-48f7-871b-e1994ffefec5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535848 Sep 14 11:17:30.951301 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f3e0a-5c07-48bb-a854-4dc72ccf812d req-8fe91309-5826-4496-8abc-ccad287c719b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:30.952772 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-402f3e0a-5c07-48bb-a854-4dc72ccf812d req-8fe91309-5826-4496-8abc-ccad287c719b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 944 time: 0.0750875 Sep 14 11:17:30.960723 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d831d-9c75-40be-be0d-0d2f61a9b3bd req-57d3a8bf-33c9-4b09-8701-b86b9c665fb2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:30.962311 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-130d831d-9c75-40be-be0d-0d2f61a9b3bd req-57d3a8bf-33c9-4b09-8701-b86b9c665fb2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0828145 Sep 14 11:17:31.017870 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-402f3e0a-5c07-48bb-a854-4dc72ccf812d req-2653b8fb-0902-4f9d-a10d-473ec781793d tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545464 Sep 14 11:17:31.022580 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-130d831d-9c75-40be-be0d-0d2f61a9b3bd req-01cc14f2-7e11-429e-a415-9e6aaf428be2 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538025 Sep 14 11:17:31.188304 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b8db7-b802-44fa-a419-1e9b3d91970c req-cff9aac4-a83e-408f-aad0-62100d232209 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:31.189823 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f51b8db7-b802-44fa-a419-1e9b3d91970c req-cff9aac4-a83e-408f-aad0-62100d232209 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0764065 Sep 14 11:17:31.197935 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60b3ce-4a9b-4f3e-b38c-09e51ecec887 req-8408d769-2a3e-4fb3-bdd4-94681f34c74c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:31.199283 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be60b3ce-4a9b-4f3e-b38c-09e51ecec887 req-8408d769-2a3e-4fb3-bdd4-94681f34c74c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0750721 Sep 14 11:17:31.251101 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f51b8db7-b802-44fa-a419-1e9b3d91970c req-a6e60eec-bb8c-4783-b113-ca4a1c426115 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508840 Sep 14 11:17:31.258014 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be60b3ce-4a9b-4f3e-b38c-09e51ecec887 req-c975c2e9-b3e8-46ea-a48e-cedd827a8dae tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522685 Sep 14 11:17:31.263103 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:17:31.276987 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 95ebfd7c-b738-41f0-920b-a622f7e662ee up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:17:31.403877 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:31.415239 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'port_id': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'mac_address': 'fa:16:3e:6f:2f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:17:31.450955 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 95ebfd7c-b738-41f0-920b-a622f7e662ee completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:17:31.454506 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:31.457146 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 95ebfd7c-b738-41f0-920b-a622f7e662ee triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:17:31.457501 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:31.594669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:31.597864 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:17:31.626350 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:31.666352 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:31.683769 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:31.690933 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81a7c8-6bc9-4632-a0e9-55de54351485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ebfd7c-b738-41f0-920b-a622f7e662ee'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:17:31.693169 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc30f91-27df-4c49-90c5-f714e18f6060" -d '{"events": [{"server_uuid": "fa81a7c8-6bc9-4632-a0e9-55de54351485", "name": "network-vif-plugged", "status": "completed", "tag": "95ebfd7c-b738-41f0-920b-a622f7e662ee"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:17:31.725782 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 95ebfd7c-b738-41f0-920b-a622f7e662ee, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=95ebfd7c-b738-41f0-920b-a622f7e662ee,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:31.732803 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4b13f9-12cc-4e98-b8c7-d9902f24329f x-openstack-request-id: req-ec4b13f9-12cc-4e98-b8c7-d9902f24329f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:17:31.736711 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81a7c8-6bc9-4632-a0e9-55de54351485", "name": "network-vif-plugged", "status": "completed", "tag": "95ebfd7c-b738-41f0-920b-a622f7e662ee", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:17:31.736711 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ec4b13f9-12cc-4e98-b8c7-d9902f24329f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:17:31.736711 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81a7c8-6bc9-4632-a0e9-55de54351485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ebfd7c-b738-41f0-920b-a622f7e662ee', 'code': 200} Sep 14 11:17:31.749225 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:31.779113 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:31.830854 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=95ebfd7c-b738-41f0-920b-a622f7e662ee,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:32.173620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60afc6e-0a35-494b-b8eb-1ce5c41bdf06 req-a5c73b78-3e15-465f-84aa-3d1e0bf8a688 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:32.175817 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e60afc6e-0a35-494b-b8eb-1ce5c41bdf06 req-a5c73b78-3e15-465f-84aa-3d1e0bf8a688 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.0903907 Sep 14 11:17:32.204355 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7456587-8cd3-4d88-bc64-b9b9cc62cec8 req-ffc09056-8688-43db-b253-42592ab194df tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:32.206421 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d7456587-8cd3-4d88-bc64-b9b9cc62cec8 req-ffc09056-8688-43db-b253-42592ab194df tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1101882 Sep 14 11:17:32.261980 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d7456587-8cd3-4d88-bc64-b9b9cc62cec8 req-d0acee3d-6309-48e8-8dfc-2f91d5f5f662 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476823 Sep 14 11:17:32.266747 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e60afc6e-0a35-494b-b8eb-1ce5c41bdf06 req-c8bebf21-eb92-4020-97cb-cf23138e7041 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832431 Sep 14 11:17:32.394444 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3af64-4b04-40bd-9aa7-2d00218efc42 req-5c667730-82ab-4ca8-b901-4365feebbe49 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:32.395924 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-52e3af64-4b04-40bd-9aa7-2d00218efc42 req-5c667730-82ab-4ca8-b901-4365feebbe49 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0760183 Sep 14 11:17:32.424799 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d4963-68f2-4a4c-bdcf-e4759f9bd908 req-fd731d85-ccbe-4fcf-8d2c-17d14d710e68 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:32.426215 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be3d4963-68f2-4a4c-bdcf-e4759f9bd908 req-fd731d85-ccbe-4fcf-8d2c-17d14d710e68 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.0809560 Sep 14 11:17:32.456880 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-52e3af64-4b04-40bd-9aa7-2d00218efc42 req-c8c1b7bc-a48e-4ec4-8436-4fe15ddf0763 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538616 Sep 14 11:17:32.476984 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be3d4963-68f2-4a4c-bdcf-e4759f9bd908 req-bed4b220-403d-4c57-bd89-c3bdeb686d79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Sep 14 11:17:33.407705 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79827bad-2656-4bb9-9ee2-b7295055f4ba req-87fb885c-0628-4bdb-89d7-24a213b6633d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:33.409196 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79827bad-2656-4bb9-9ee2-b7295055f4ba req-87fb885c-0628-4bdb-89d7-24a213b6633d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0773709 Sep 14 11:17:33.417358 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ebac6-73d5-4de4-8cc6-e26a95c16e14 req-9e76f4dd-7bd9-4fef-857f-ba544e577df2 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:33.418816 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dd3ebac6-73d5-4de4-8cc6-e26a95c16e14 req-9e76f4dd-7bd9-4fef-857f-ba544e577df2 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.0760124 Sep 14 11:17:33.474724 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79827bad-2656-4bb9-9ee2-b7295055f4ba req-6ae0aabd-25c6-4c47-bfcf-7cbc162f09df tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549023 Sep 14 11:17:33.487820 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dd3ebac6-73d5-4de4-8cc6-e26a95c16e14 req-77d9f503-718d-42c6-99e2-6196cf32e728 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613029 Sep 14 11:17:33.533840 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:17:33.626889 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791d181-58b3-4310-8b48-9b737703e17b req-fdcdf565-53eb-4014-bfb1-db3750e0947a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:33.628318 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8791d181-58b3-4310-8b48-9b737703e17b req-fdcdf565-53eb-4014-bfb1-db3750e0947a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0907893 Sep 14 11:17:33.636792 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53d700-de7e-4853-a94b-64e1c57f5551 req-83aaebe8-2957-4654-8c8b-61c274766777 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:33.638226 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3e53d700-de7e-4853-a94b-64e1c57f5551 req-83aaebe8-2957-4654-8c8b-61c274766777 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.0788374 Sep 14 11:17:33.687732 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8791d181-58b3-4310-8b48-9b737703e17b req-5d366b98-f5b2-4e6a-a315-a5b8c377688e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485184 Sep 14 11:17:33.700552 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3e53d700-de7e-4853-a94b-64e1c57f5551 req-f45a218b-a3e4-403f-ac26-3742a5d5efa1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555298 Sep 14 11:17:33.749296 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b78f4e-3d8e-433e-9829-8ddad1ea8170 req-330f8fa5-df2c-4ed2-86ee-7eb97c3701f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:33.750778 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3b78f4e-3d8e-433e-9829-8ddad1ea8170 req-330f8fa5-df2c-4ed2-86ee-7eb97c3701f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 1098 time: 0.0468774 Sep 14 11:17:33.793469 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3b78f4e-3d8e-433e-9829-8ddad1ea8170 req-a6b51860-c0e2-4477-ae11-dd8d7bbcf68c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279014 Sep 14 11:17:34.621798 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9500981-f974-4f1b-b799-a7613bbed52d req-27187c75-c769-4219-9fbc-41facce07a7c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:34.624135 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d9500981-f974-4f1b-b799-a7613bbed52d req-27187c75-c769-4219-9fbc-41facce07a7c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0787930 Sep 14 11:17:34.633133 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39df47-c744-4748-9344-21c58c5c8292 req-6797c701-4dc9-4a3a-a619-eac64479d456 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:34.634564 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7a39df47-c744-4748-9344-21c58c5c8292 req-6797c701-4dc9-4a3a-a619-eac64479d456 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.0779767 Sep 14 11:17:34.689558 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d9500981-f974-4f1b-b799-a7613bbed52d req-457e348c-0f3b-481d-81d3-cef713b35640 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539851 Sep 14 11:17:34.697218 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7a39df47-c744-4748-9344-21c58c5c8292 req-8f0f35dd-3eb1-4255-bcba-ce608c87b5ff tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558236 Sep 14 11:17:34.842726 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46653-bd25-43b4-b8e0-95df59d80cbb req-6fab9624-b04f-4752-a510-8ee3586757d5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:34.844811 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f8c46653-bd25-43b4-b8e0-95df59d80cbb req-6fab9624-b04f-4752-a510-8ee3586757d5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0846083 Sep 14 11:17:34.864629 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529412-d283-4abf-a767-367a59a5321d req-10f6e3c7-f872-4241-9db0-41886a2d0cb8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:34.864629 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-55529412-d283-4abf-a767-367a59a5321d req-10f6e3c7-f872-4241-9db0-41886a2d0cb8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.0709312 Sep 14 11:17:34.917715 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f8c46653-bd25-43b4-b8e0-95df59d80cbb req-77468c23-8151-4df1-a06f-fe3379bea5ad tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631464 Sep 14 11:17:34.922746 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-55529412-d283-4abf-a767-367a59a5321d req-c150ef81-5353-4968-8ba5-131b8909f080 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520852 Sep 14 11:17:35.401641 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:17:35.467934 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039b00-fda2-4df8-b75a-c0afc24b06be req-a78e5134-49da-4e05-9621-c878569de26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:35.469805 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ad039b00-fda2-4df8-b75a-c0afc24b06be req-a78e5134-49da-4e05-9621-c878569de26a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1098 time: 0.0604823 Sep 14 11:17:35.477171 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:17:35.478004 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:35.553501 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ad039b00-fda2-4df8-b75a-c0afc24b06be req-1e4cf2d3-2b0a-4456-922c-54276c2d975a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755441 Sep 14 11:17:35.599939 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:35.634194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:17:35.636703 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca98f55-2539-454f-bb71-a8a0c588862a" -d '{"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-plugged", "status": "completed", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:17:35.652128 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:35.717775 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef490859-cb52-4f78-9ef2-964ea5da4b8c x-openstack-request-id: req-ef490859-cb52-4f78-9ef2-964ea5da4b8c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:17:35.718065 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-plugged", "status": "completed", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:17:35.718337 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef490859-cb52-4f78-9ef2-964ea5da4b8c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:17:35.718783 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'code': 200} Sep 14 11:17:35.728502 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:35.827454 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:35.896107 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56f81d-da70-4a16-a923-d7efc2f05a4e req-4d857bb6-e7a4-4edc-871c-3d3f5c0eb43b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:35.897578 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f56f81d-da70-4a16-a923-d7efc2f05a4e req-4d857bb6-e7a4-4edc-871c-3d3f5c0eb43b tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.1129808 Sep 14 11:17:35.915447 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe25cb7-bd29-4e7c-a896-365b83dfcc74 req-168ba9e6-c315-4ea2-971e-1f254d89887a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:35.917084 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3fe25cb7-bd29-4e7c-a896-365b83dfcc74 req-168ba9e6-c315-4ea2-971e-1f254d89887a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0779686 Sep 14 11:17:35.994353 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f56f81d-da70-4a16-a923-d7efc2f05a4e req-e29604da-4310-4fb5-acfa-a84b29b67d28 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887728 Sep 14 11:17:36.021471 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3fe25cb7-bd29-4e7c-a896-365b83dfcc74 req-0e4b59cc-b97f-408d-804b-374611ad9bb0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759993 Sep 14 11:17:36.202350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e044304-5010-454c-93c6-57768c759d2a req-4e95b0e6-53b8-4995-9805-493cc998f49a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:36.207712 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0e044304-5010-454c-93c6-57768c759d2a req-4e95b0e6-53b8-4995-9805-493cc998f49a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0889032 Sep 14 11:17:36.222882 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c962-dd55-4d8f-84f8-8f5f3562c964 req-0d019ff2-cef4-4386-bdf4-c8e97473f8bb tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:36.224050 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-08b6c962-dd55-4d8f-84f8-8f5f3562c964 req-0d019ff2-cef4-4386-bdf4-c8e97473f8bb tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0778830 Sep 14 11:17:36.292940 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0e044304-5010-454c-93c6-57768c759d2a req-7a226caa-0048-4361-a689-82e5d3a92bcb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667503 Sep 14 11:17:36.326580 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-08b6c962-dd55-4d8f-84f8-8f5f3562c964 req-b2902822-2dde-4ae8-a9d5-0b6d1d74d501 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907099 Sep 14 11:17:37.171741 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065932d-d439-4f92-83fd-7428d5b0c8b3 req-a78338f0-c4ad-40f7-ada0-2f6fa51d9f8e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:37.179451 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2065932d-d439-4f92-83fd-7428d5b0c8b3 req-a78338f0-c4ad-40f7-ada0-2f6fa51d9f8e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0630114 Sep 14 11:17:37.229156 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2065932d-d439-4f92-83fd-7428d5b0c8b3 req-d24ea35d-60fb-48b7-903c-ab68d3aacef9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433853 Sep 14 11:17:37.470362 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a1755-032d-4504-9e5c-54bc4bbcbd2e req-b6ae7eb8-de6a-4015-a291-5a78237b2ed9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:37.472221 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e8a1755-032d-4504-9e5c-54bc4bbcbd2e req-b6ae7eb8-de6a-4015-a291-5a78237b2ed9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0613317 Sep 14 11:17:37.518347 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e8a1755-032d-4504-9e5c-54bc4bbcbd2e req-e6b6024e-09d3-4c03-b08a-bd3252339721 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356190 Sep 14 11:17:37.709947 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976933c-cc2a-42ca-857e-c058d27fedf0 req-ea690751-6351-469b-bd8a-d2d9f1bec7f5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:37.712367 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c976933c-cc2a-42ca-857e-c058d27fedf0 req-ea690751-6351-469b-bd8a-d2d9f1bec7f5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1120882 Sep 14 11:17:37.763104 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c976933c-cc2a-42ca-857e-c058d27fedf0 req-69d899c3-dbcc-4ee5-96bd-10b15676f86b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447242 Sep 14 11:17:38.154076 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01336721-3955-4a50-bfa4-6deaecb39a34 req-45f55ba4-65a0-4e50-8557-cc2d91057053 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:38.159822 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-01336721-3955-4a50-bfa4-6deaecb39a34 req-45f55ba4-65a0-4e50-8557-cc2d91057053 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0832307 Sep 14 11:17:38.269348 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-dac9969e-c0a2-493e-8825-ce788017439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:38.271037 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-dac9969e-c0a2-493e-8825-ce788017439c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=62619888bdca466ba8c18ee81a70a388&device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 1098 time: 0.1094458 Sep 14 11:17:38.284323 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-01336721-3955-4a50-bfa4-6deaecb39a34 req-12a3c128-5470-40f2-911f-3a1312d38fc7 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855141 Sep 14 11:17:38.407923 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde9111-2bec-4a60-8fe2-eb8020bfd883 req-49c71936-671b-40a8-a8d9-31c0a1a9a357 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:38.412390 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dfde9111-2bec-4a60-8fe2-eb8020bfd883 req-49c71936-671b-40a8-a8d9-31c0a1a9a357 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.1190183 Sep 14 11:17:38.672713 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-e58999e9-c1e7-4afd-b403-911392b07e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:38.674129 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-e58999e9-c1e7-4afd-b403-911392b07e1e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 200 len: 919 time: 0.3825018 Sep 14 11:17:38.730687 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-8c36e4a5-a980-4f72-9f95-c46059170b03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4 HTTP/1.1" status: 200 len: 217 time: 0.0421185 Sep 14 11:17:38.740222 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dfde9111-2bec-4a60-8fe2-eb8020bfd883 req-b3ac9a86-94a6-4597-b5ad-f7c8fd4ccaff tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220716 Sep 14 11:17:38.789826 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a53e0-3fb3-4ab0-b09c-69bddd801f76 req-0c0d8bf4-ff02-48b6-ae51-11881492e283 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:38.791292 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-460a53e0-3fb3-4ab0-b09c-69bddd801f76 req-0c0d8bf4-ff02-48b6-ae51-11881492e283 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.1395326 Sep 14 11:17:38.801731 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-96133a9c-5a14-4c38-b21c-44fedefa5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:38.802998 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-96133a9c-5a14-4c38-b21c-44fedefa5eeb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 200 len: 858 time: 0.0612452 Sep 14 11:17:38.835066 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-460a53e0-3fb3-4ab0-b09c-69bddd801f76 req-0f69ba30-6928-4832-a40c-f45fcb3f1d11 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358231 Sep 14 11:17:38.900051 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227bec3-7d84-42b2-a464-1daf8fd554cd req-c9b7345f-ee17-4eab-b77f-c511f774aa8d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:38.907474 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1227bec3-7d84-42b2-a464-1daf8fd554cd req-c9b7345f-ee17-4eab-b77f-c511f774aa8d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0594497 Sep 14 11:17:38.938501 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1227bec3-7d84-42b2-a464-1daf8fd554cd req-a121713c-6971-436d-8430-60e1fd9446e2 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311379 Sep 14 11:17:39.381207 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e25b88-e47a-4157-8d41-1a07e03c85a7 req-32b611ad-40e8-4bef-8091-548ba0cae1fc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:39.389472 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d4e25b88-e47a-4157-8d41-1a07e03c85a7 req-32b611ad-40e8-4bef-8091-548ba0cae1fc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0717537 Sep 14 11:17:39.466557 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00a629-ed1a-4f9c-b537-3195b9bbad27 req-b8d737ac-f397-4cfb-8072-4471673dcd6a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:39.473856 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9b00a629-ed1a-4f9c-b537-3195b9bbad27 req-b8d737ac-f397-4cfb-8072-4471673dcd6a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1127770 Sep 14 11:17:39.502175 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d4e25b88-e47a-4157-8d41-1a07e03c85a7 req-7e7c8e84-5a26-4475-b747-02113f9bf972 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089814 Sep 14 11:17:39.531414 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9b00a629-ed1a-4f9c-b537-3195b9bbad27 req-45912016-7974-44b0-813a-583f72eae1cd tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562303 Sep 14 11:17:39.754987 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-cc4d6504-33c0-444d-aee6-db72c888c946 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360937 Sep 14 11:17:39.842367 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 38850) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:39.876332 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4c2e3-2790-478d-9bb3-a4ee138474b3 req-47fdd1e1-2161-43b7-b7ca-7cd9fdbc7ce9 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:39.878543 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc4c2e3-2790-478d-9bb3-a4ee138474b3 req-47fdd1e1-2161-43b7-b7ca-7cd9fdbc7ce9 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.0676055 Sep 14 11:17:39.926672 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc4c2e3-2790-478d-9bb3-a4ee138474b3 req-12ac24d0-98fd-4187-b26b-bb96ce952a75 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Sep 14 11:17:40.033350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36a3d-151c-4c57-8a44-bc0f00b1cf9e req-e5c7b137-43f8-41e4-ab3d-fdf83bc93167 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:40.034875 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2ce36a3d-151c-4c57-8a44-bc0f00b1cf9e req-e5c7b137-43f8-41e4-ab3d-fdf83bc93167 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0948613 Sep 14 11:17:40.035663 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5e1559df-3dc7-4242-aae2-5c6f49945a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:40.119567 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2ce36a3d-151c-4c57-8a44-bc0f00b1cf9e req-00e0567a-628e-47fc-b20e-ce01accc7374 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684769 Sep 14 11:17:40.200188 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5e1559df-3dc7-4242-aae2-5c6f49945a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:40.287942 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5e1559df-3dc7-4242-aae2-5c6f49945a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:40.326667 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1559df-3dc7-4242-aae2-5c6f49945a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c0e316-2355-4000-a20f-a7ceb80679db,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:40.337327 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38860) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:40.337900 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-5e1559df-3dc7-4242-aae2-5c6f49945a21 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab5e31e31e5b4be89037a0a49effc924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931691 Sep 14 11:17:40.423256 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35b2c1b5-b97d-49f4-9e4a-8cef267d1a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:40.445764 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35b2c1b5-b97d-49f4-9e4a-8cef267d1a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:40.568705 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35b2c1b5-b97d-49f4-9e4a-8cef267d1a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:40.572165 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-35b2c1b5-b97d-49f4-9e4a-8cef267d1a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:40.580968 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-35b2c1b5-b97d-49f4-9e4a-8cef267d1a06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2c0e316-2355-4000-a20f-a7ceb80679db HTTP/1.1" status: 204 len: 168 time: 0.2417369 Sep 14 11:17:40.594945 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2c1b5-b97d-49f4-9e4a-8cef267d1a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c0e316-2355-4000-a20f-a7ceb80679db,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:40.739421 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e73a76-788a-4366-a074-55bbe312cc32 req-30804ae3-f8d1-4fb0-b155-6ca917071c33 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:40.740942 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f2e73a76-788a-4366-a074-55bbe312cc32 req-30804ae3-f8d1-4fb0-b155-6ca917071c33 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1757076 Sep 14 11:17:40.783124 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ff513-018c-4435-8fc9-e60bb7061fed req-5bb27929-ba5a-4f6e-80f5-8acdeef48803 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:40.784857 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-477ff513-018c-4435-8fc9-e60bb7061fed req-5bb27929-ba5a-4f6e-80f5-8acdeef48803 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1318924 Sep 14 11:17:40.788969 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-2c860e03-cd9e-4e53-b649-3b93afcb85aa service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216580 Sep 14 11:17:40.824550 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f2e73a76-788a-4366-a074-55bbe312cc32 req-84ce8629-c974-45ac-b26c-bfcf479920d9 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679212 Sep 14 11:17:40.858435 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-477ff513-018c-4435-8fc9-e60bb7061fed req-19643680-f8f3-49e4-989c-390899b9079b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647190 Sep 14 11:17:41.078576 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e874978-4432-4942-9761-91f597522fb6 req-7ae93471-6cc6-4dc8-8cfc-cba6853c822e tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:41.085914 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2e874978-4432-4942-9761-91f597522fb6 req-7ae93471-6cc6-4dc8-8cfc-cba6853c822e tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.0851042 Sep 14 11:17:41.134718 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2e874978-4432-4942-9761-91f597522fb6 req-ef683cf0-e403-40c0-86cc-2f47b6c2e013 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476658 Sep 14 11:17:41.268659 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2664a52-f7be-4e2a-baf7-f0517d7ce5a6 req-6623d45b-5899-4326-943d-9fb23a543d7f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:41.270376 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d2664a52-f7be-4e2a-baf7-f0517d7ce5a6 req-6623d45b-5899-4326-943d-9fb23a543d7f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0546446 Sep 14 11:17:41.316678 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d2664a52-f7be-4e2a-baf7-f0517d7ce5a6 req-b0fba0e7-e792-45bf-86fa-67ab68465650 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376112 Sep 14 11:17:41.759509 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5afca8e1-45d7-4a0c-8b83-45e4dd49d1b7 req-7f476571-13f4-4a1f-9f8a-a41747723780 service neutron] 10.222.0.60 "GET /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854713 Sep 14 11:17:41.795273 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43072f3-ab29-4764-8823-18b262be010e req-992be0d1-37ec-4211-83f1-06a50623c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:41.796957 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d43072f3-ab29-4764-8823-18b262be010e req-992be0d1-37ec-4211-83f1-06a50623c64e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 1098 time: 0.0754840 Sep 14 11:17:41.971903 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43072f3-ab29-4764-8823-18b262be010e req-3f373f37-0f71-470c-9003-a0a82a1dd3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:41.973574 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d43072f3-ab29-4764-8823-18b262be010e req-3f373f37-0f71-470c-9003-a0a82a1dd3a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 912 time: 0.1452537 Sep 14 11:17:42.116908 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d43072f3-ab29-4764-8823-18b262be010e req-bb89d112-c283-4352-a2dc-f35d30bd7eb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 HTTP/1.1" status: 200 len: 1001 time: 0.1314795 Sep 14 11:17:42.174246 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4d6ab-e200-4aca-a82f-ab6a419170a8 req-0b0fec62-1137-4d86-97dc-764b1fef5f70 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:42.175761 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cac4d6ab-e200-4aca-a82f-ab6a419170a8 req-0b0fec62-1137-4d86-97dc-764b1fef5f70 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1410584 Sep 14 11:17:42.198569 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fb325-deda-4522-8beb-68312918e082 req-bbea8ddf-60e5-48e4-86ef-2a0bcd2e9651 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:42.198569 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ad7fb325-deda-4522-8beb-68312918e082 req-bbea8ddf-60e5-48e4-86ef-2a0bcd2e9651 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1535754 Sep 14 11:17:42.243617 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43072f3-ab29-4764-8823-18b262be010e req-df1a272d-7080-46d3-bae7-255528824938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:42.245333 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d43072f3-ab29-4764-8823-18b262be010e req-df1a272d-7080-46d3-bae7-255528824938 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8396b9d7-6eb9-47e0-a433-97bcd58421ff HTTP/1.1" status: 200 len: 850 time: 0.1193278 Sep 14 11:17:42.281110 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cac4d6ab-e200-4aca-a82f-ab6a419170a8 req-62aee0fc-ba4b-43cb-9838-4727089da169 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890307 Sep 14 11:17:42.308971 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ad7fb325-deda-4522-8beb-68312918e082 req-e223b131-2058-48b6-a5e2-f73bf034feda tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038547 Sep 14 11:17:42.332587 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43072f3-ab29-4764-8823-18b262be010e req-8056343c-1e71-4b8a-9c67-bf694754a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:42.332587 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d43072f3-ab29-4764-8823-18b262be010e req-8056343c-1e71-4b8a-9c67-bf694754a9a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c940777-7628-4ed0-b628-393b50c3a6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636811 Sep 14 11:17:42.481140 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a3190-c658-433a-b463-f4896027d1b8 req-a889a72f-85b0-4b7e-bef8-7240e5572028 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:42.482622 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e01a3190-c658-433a-b463-f4896027d1b8 req-a889a72f-85b0-4b7e-bef8-7240e5572028 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.1278718 Sep 14 11:17:42.492259 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d43072f3-ab29-4764-8823-18b262be010e req-b8e1a252-fa37-42c9-bf12-01d825d6a8c0 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553783 Sep 14 11:17:42.515484 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fac51-73aa-4697-afee-c065ecf236d4 req-6ded55a1-7fa7-4fe0-845b-95cb65f42939 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:42.516946 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e51fac51-73aa-4697-afee-c065ecf236d4 req-6ded55a1-7fa7-4fe0-845b-95cb65f42939 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.1000891 Sep 14 11:17:42.671465 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e01a3190-c658-433a-b463-f4896027d1b8 req-109f0476-27fa-4b9c-b581-9d15a1e4264f tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/security-groups?id=bb3f4416-e48c-4be6-bf46-5f3804fbd489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691222 Sep 14 11:17:42.696219 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e51fac51-73aa-4697-afee-c065ecf236d4 req-f9d289d5-dda2-44c1-b9f5-f294d2deed12 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601295 Sep 14 11:17:42.707118 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-a83d090b-a66a-410c-9147-ca0bbcc795d3 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:42.708723 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-a83d090b-a66a-410c-9147-ca0bbcc795d3 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 945 time: 0.1892705 Sep 14 11:17:42.791846 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d43072f3-ab29-4764-8823-18b262be010e req-d76c1a49-7826-4bbb-ae38-3adc3c0d135e service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712913 Sep 14 11:17:42.824291 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Deleting port 95ebfd7c-b738-41f0-920b-a622f7e662ee {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:17:42.825018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:42.884661 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38922) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:42.967623 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] For port 95ebfd7c-b738-41f0-920b-a622f7e662ee, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=95ebfd7c-b738-41f0-920b-a622f7e662ee,segment=NetworkSegment(a31e78f3-2b9e-4fae-affb-17685c8fca3f),segment_id=a31e78f3-2b9e-4fae-affb-17685c8fca3f)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:42.968253 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:42.988027 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Calling delete_port for 95ebfd7c-b738-41f0-920b-a622f7e662ee owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:17:43.045771 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fafa5cbe-5187-479b-983d-9a30d8ed8510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.197093 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.212884 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['95ebfd7c-b738-41f0-920b-a622f7e662ee'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:17:43.250807 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Pushing event deleted for resources: {'Port': ['ID=95ebfd7c-b738-41f0-920b-a622f7e662ee,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:43.304574 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] No DVR routers for this DVR port 95ebfd7c-b738-41f0-920b-a622f7e662ee on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:17:43.306906 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fafa5cbe-5187-479b-983d-9a30d8ed8510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.308131 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.310342 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d3e87f79-01e2-4bf7-a988-6784caf1845d req-dd620283-1a5b-4b8a-a18b-bd64d2817de7 tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.60 "DELETE /v2.0/ports/95ebfd7c-b738-41f0-920b-a622f7e662ee HTTP/1.1" status: 204 len: 173 time: 0.5941517 Sep 14 11:17:43.310887 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81a7c8-6bc9-4632-a0e9-55de54351485', 'name': 'network-vif-deleted', 'tag': '95ebfd7c-b738-41f0-920b-a622f7e662ee'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:17:43.319140 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9bd46f-5d35-4eeb-b126-c0daa200bbc1" -d '{"events": [{"server_uuid": "fa81a7c8-6bc9-4632-a0e9-55de54351485", "name": "network-vif-deleted", "tag": "95ebfd7c-b738-41f0-920b-a622f7e662ee"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:17:43.374026 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fafa5cbe-5187-479b-983d-9a30d8ed8510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.384310 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79d4de-ae22-4bfe-94e9-5a6d45d1c729 x-openstack-request-id: req-ed79d4de-ae22-4bfe-94e9-5a6d45d1c729 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:17:43.384506 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81a7c8-6bc9-4632-a0e9-55de54351485", "name": "network-vif-deleted", "tag": "95ebfd7c-b738-41f0-920b-a622f7e662ee", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:17:43.384868 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed79d4de-ae22-4bfe-94e9-5a6d45d1c729 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:17:43.385399 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81a7c8-6bc9-4632-a0e9-55de54351485', 'name': 'network-vif-deleted', 'tag': '95ebfd7c-b738-41f0-920b-a622f7e662ee', 'status': 'completed', 'code': 200} Sep 14 11:17:43.411565 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa5cbe-5187-479b-983d-9a30d8ed8510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e4552b-4ee7-4b6b-bead-09e73155eb4d,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:43.435214 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-fafa5cbe-5187-479b-983d-9a30d8ed8510 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7357ccb43b14ac1afd124a352a185d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500104 Sep 14 11:17:43.445495 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38938) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:43.534358 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-88e4d9c9-6a17-4b17-83d0-fcb79e774b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.572589 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d45489-8401-4655-8395-050594e5dd82 req-56b1e623-6d62-48e2-8cc7-792a52332c20 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:43.574764 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-88e4d9c9-6a17-4b17-83d0-fcb79e774b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.577771 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c5d45489-8401-4655-8395-050594e5dd82 req-56b1e623-6d62-48e2-8cc7-792a52332c20 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1596017 Sep 14 11:17:43.599274 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b455-90c9-4a85-a093-51c9ba15c8a6 req-0c550fd9-6530-43f5-ac35-0b533afe72ef tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:43.607160 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f735b455-90c9-4a85-a093-51c9ba15c8a6 req-0c550fd9-6530-43f5-ac35-0b533afe72ef tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1567266 Sep 14 11:17:43.708013 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c5d45489-8401-4655-8395-050594e5dd82 req-ae970588-5a6d-43bd-88ff-4beda6dc3bc0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252875 Sep 14 11:17:43.714617 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f735b455-90c9-4a85-a093-51c9ba15c8a6 req-2d331710-8185-41c6-ac1f-00ee56ca27fc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064975 Sep 14 11:17:43.728112 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-88e4d9c9-6a17-4b17-83d0-fcb79e774b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.730684 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-88e4d9c9-6a17-4b17-83d0-fcb79e774b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:43.742891 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-88e4d9c9-6a17-4b17-83d0-fcb79e774b03 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81e4552b-4ee7-4b6b-bead-09e73155eb4d HTTP/1.1" status: 204 len: 168 time: 0.2992494 Sep 14 11:17:43.764389 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4d9c9-6a17-4b17-83d0-fcb79e774b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e4552b-4ee7-4b6b-bead-09e73155eb4d,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:43.905532 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e74c54df-9d58-4db4-86d7-d0cb78768435 req-4039e7cb-cf84-4d99-8f33-7dbcad37984d tempest-VolumesActionsTest-1285435179 tempest-VolumesActionsTest-1285435179-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa81a7c8-6bc9-4632-a0e9-55de54351485 HTTP/1.1" status: 200 len: 210 time: 0.0341473 Sep 14 11:17:43.920796 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26bdcd-0f02-4357-aaab-32f521a1ad31 req-28abbcce-4323-4abb-b06a-21d470129b49 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:43.923798 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5a26bdcd-0f02-4357-aaab-32f521a1ad31 req-28abbcce-4323-4abb-b06a-21d470129b49 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0923734 Sep 14 11:17:43.984440 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5a26bdcd-0f02-4357-aaab-32f521a1ad31 req-56a43b91-589b-44a4-baf0-1cfde5a621a2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492842 Sep 14 11:17:44.868196 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191c1c6-ac43-4183-9044-a21bb03c9fde req-04ea4cf2-2e8b-4651-b480-46302cfd494d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:44.875635 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d191c1c6-ac43-4183-9044-a21bb03c9fde req-04ea4cf2-2e8b-4651-b480-46302cfd494d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0882611 Sep 14 11:17:44.908065 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ae51d-5047-41de-9434-402e0b371901 req-25ac79e3-8c33-47fe-8713-90293635997d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:44.916080 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-461ae51d-5047-41de-9434-402e0b371901 req-25ac79e3-8c33-47fe-8713-90293635997d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0989623 Sep 14 11:17:44.967711 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-461ae51d-5047-41de-9434-402e0b371901 req-aee9dec1-b8e4-4988-8e7a-73975a56c4ae tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470090 Sep 14 11:17:44.967711 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d191c1c6-ac43-4183-9044-a21bb03c9fde req-862465e9-6771-4b4d-881c-d2f40b8ca14c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907345 Sep 14 11:17:45.161392 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9790d-c017-46db-a4a2-fa2b742a8883 req-458adf86-95c9-445a-9689-3918211841dd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:45.169302 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cfd9790d-c017-46db-a4a2-fa2b742a8883 req-458adf86-95c9-445a-9689-3918211841dd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0659626 Sep 14 11:17:45.240351 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 38980) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:45.245347 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cfd9790d-c017-46db-a4a2-fa2b742a8883 req-ccd586e9-a9c6-48ea-9a92-93136d13cda0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751059 Sep 14 11:17:45.401803 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1fb8-b4d1-4a7b-b7fc-5098d5642e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:45.552220 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1fb8-b4d1-4a7b-b7fc-5098d5642e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:45.659697 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1fb8-b4d1-4a7b-b7fc-5098d5642e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:45.707834 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-a5cb1fb8-b4d1-4a7b-b7fc-5098d5642e07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e49239777fd41ef9e89777f78813034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638638 Sep 14 11:17:45.710762 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39000) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:45.768647 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb1fb8-b4d1-4a7b-b7fc-5098d5642e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b07fd0-5fa9-48f2-986f-1ae8d3f61a08,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:45.832950 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cf4-a353-4362-bd4c-e828bc0a0494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:45.893108 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cf4-a353-4362-bd4c-e828bc0a0494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:46.185386 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:17:46.395315 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7ed26-2953-4e8e-ba1d-b48b9a178fd7 req-87522467-1009-493c-85a5-54802304227b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:46.397123 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0ea7ed26-2953-4e8e-ba1d-b48b9a178fd7 req-87522467-1009-493c-85a5-54802304227b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0483339 Sep 14 11:17:46.438896 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0ea7ed26-2953-4e8e-ba1d-b48b9a178fd7 req-d4938ee3-8220-4255-afdc-e8d550bf43b8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344822 Sep 14 11:17:46.482012 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cf4-a353-4362-bd4c-e828bc0a0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:46.484784 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6a7f4cf4-a353-4362-bd4c-e828bc0a0494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:46.486034 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6a7f4cf4-a353-4362-bd4c-e828bc0a0494 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8b07fd0-5fa9-48f2-986f-1ae8d3f61a08 HTTP/1.1" status: 204 len: 168 time: 0.7733834 Sep 14 11:17:46.509146 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f4cf4-a353-4362-bd4c-e828bc0a0494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b07fd0-5fa9-48f2-986f-1ae8d3f61a08,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:47.477748 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 95ebfd7c-b738-41f0-920b-a622f7e662ee no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:17:47.498390 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 95ebfd7c-b738-41f0-920b-a622f7e662ee {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:17:47.498738 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 95ebfd7c-b738-41f0-920b-a622f7e662ee not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:17:47.563687 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556792e-9fd8-4dcd-ad65-c999da79196b req-6f3f3d0a-a2ef-4b6c-8025-820eb9ea0217 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:47.565093 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a556792e-9fd8-4dcd-ad65-c999da79196b req-6f3f3d0a-a2ef-4b6c-8025-820eb9ea0217 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0526581 Sep 14 11:17:47.610169 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a556792e-9fd8-4dcd-ad65-c999da79196b req-c86cf720-41b5-41b3-bd09-56f071c972b1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380917 Sep 14 11:17:48.656476 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39080) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:48.748772 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1c798-17e7-40b7-a9f3-6043c26face7 req-e5a9731e-0ee9-46dd-a5f9-f467e68871c1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:48.750238 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f4a1c798-17e7-40b7-a9f3-6043c26face7 req-e5a9731e-0ee9-46dd-a5f9-f467e68871c1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0483053 Sep 14 11:17:48.764993 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8820a45f-b0ab-431a-bf86-55def1e8d303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:48.787392 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f4a1c798-17e7-40b7-a9f3-6043c26face7 req-8f3843d0-3063-4ede-8e84-e86e4cc6334a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Sep 14 11:17:48.852692 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8820a45f-b0ab-431a-bf86-55def1e8d303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:48.893499 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8820a45f-b0ab-431a-bf86-55def1e8d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:48.922229 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7966fffa-b531-4d4d-8758-55a39ab9b2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:48.933674 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8820a45f-b0ab-431a-bf86-55def1e8d303 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5d8831c4b354f2d9df2b0b1903815a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761309 Sep 14 11:17:48.934549 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820a45f-b0ab-431a-bf86-55def1e8d303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dfc671-35c7-41ce-a1bb-e4b73cac5a98,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:48.936848 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39084) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:48.990690 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7a602e2b-45c5-4001-928b-4194e651061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:49.011843 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7a602e2b-45c5-4001-928b-4194e651061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:49.104980 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7a602e2b-45c5-4001-928b-4194e651061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:49.107543 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7a602e2b-45c5-4001-928b-4194e651061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:49.108689 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-7a602e2b-45c5-4001-928b-4194e651061c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/71dfc671-35c7-41ce-a1bb-e4b73cac5a98 HTTP/1.1" status: 204 len: 168 time: 0.1711078 Sep 14 11:17:49.117459 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a602e2b-45c5-4001-928b-4194e651061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dfc671-35c7-41ce-a1bb-e4b73cac5a98,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:49.911803 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85c7e-482b-42e8-82a7-f4010f191010 req-62c239ce-45c9-462c-aa76-26b2707a9ce1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:49.913338 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-12f85c7e-482b-42e8-82a7-f4010f191010 req-62c239ce-45c9-462c-aa76-26b2707a9ce1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0524249 Sep 14 11:17:49.957641 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-12f85c7e-482b-42e8-82a7-f4010f191010 req-c7bf752d-7bc9-40d4-8d39-614aa97d3a16 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381660 Sep 14 11:17:50.860044 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-dd409019-ff8d-4088-8964-3606a8ae5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:50.861775 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-dd409019-ff8d-4088-8964-3606a8ae5251 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 1099 time: 0.0442715 Sep 14 11:17:50.952938 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-f703c34f-ecff-4707-9d20-c0dbee688230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:50.954418 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-f703c34f-ecff-4707-9d20-c0dbee688230 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 917 time: 0.0857944 Sep 14 11:17:51.026755 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-64fa8857-3a08-4ac2-9be4-df1c6af06813 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 HTTP/1.1" status: 200 len: 1002 time: 0.0631933 Sep 14 11:17:51.105534 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-c7be4de8-b2d6-4756-8c79-ddf8c9bda4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:51.106983 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-c7be4de8-b2d6-4756-8c79-ddf8c9bda4ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0723176 Sep 14 11:17:51.118127 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17966-7854-4687-b98a-c5190c16b94d req-33028ef8-f203-4305-805e-04a07763890a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:51.119516 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b7f17966-7854-4687-b98a-c5190c16b94d req-33028ef8-f203-4305-805e-04a07763890a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0858748 Sep 14 11:17:51.180265 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-3f836ed7-39cd-4173-afff-3b7eae857932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:51.181731 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-3f836ed7-39cd-4173-afff-3b7eae857932 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613186 Sep 14 11:17:51.184796 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b7f17966-7854-4687-b98a-c5190c16b94d req-6e282806-f369-4fa0-bdcb-92d69c52c553 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561750 Sep 14 11:17:51.286221 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-4da03c5c-0f06-41be-884d-22bac782ee0e service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942438 Sep 14 11:17:51.611312 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e34f723-6d34-488b-9ec3-310cd1562dab req-7276d66f-3c5e-48c4-9e0f-922bcd4d80ae service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177299 Sep 14 11:17:51.984923 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7993dfc2-5f42-4cdf-b64b-2e9f8dce8ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:52.311129 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:52.329640 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9228-53bb-42a0-a578-aacf4984dad7 req-89024a97-034c-4044-a230-28230d9d51d9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:52.331119 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84ee9228-53bb-42a0-a578-aacf4984dad7 req-89024a97-034c-4044-a230-28230d9d51d9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0558784 Sep 14 11:17:52.391414 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84ee9228-53bb-42a0-a578-aacf4984dad7 req-f548c73b-d893-4d17-b646-d1954a0d9ed0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Sep 14 11:17:52.819212 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:53.604839 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5d80a-6dc7-47bd-9750-6edf6f4081d6 req-dfe307a0-b873-4b03-a647-543c7f055e54 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:53.606438 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0cf5d80a-6dc7-47bd-9750-6edf6f4081d6 req-dfe307a0-b873-4b03-a647-543c7f055e54 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0820546 Sep 14 11:17:53.661207 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f703727-5954-442a-b6fa-667cd21eb487 req-03618e90-6148-44e0-b5c4-2abca53d82a1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:53.663028 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1f703727-5954-442a-b6fa-667cd21eb487 req-03618e90-6148-44e0-b5c4-2abca53d82a1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0962174 Sep 14 11:17:53.674028 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0cf5d80a-6dc7-47bd-9750-6edf6f4081d6 req-98c46167-a9a5-44fb-9b39-f1b3e18702da tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591733 Sep 14 11:17:53.717637 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1f703727-5954-442a-b6fa-667cd21eb487 req-53e43fb2-92a0-4258-bf18-c9c5d21bddb1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425501 Sep 14 11:17:54.082468 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39186) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:54.202200 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c434b24d-2d69-4a2a-9325-f1ff0bcbf74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.298212 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c434b24d-2d69-4a2a-9325-f1ff0bcbf74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.419646 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c434b24d-2d69-4a2a-9325-f1ff0bcbf74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.485553 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434b24d-2d69-4a2a-9325-f1ff0bcbf74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bbc15b-48cc-4bee-b365-a36bf13e7439,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:54.485553 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c434b24d-2d69-4a2a-9325-f1ff0bcbf74a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48a0a28beaec4cbc93b0f71a9f87eed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843939 Sep 14 11:17:54.485553 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39190) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:54.522125 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-53d6cf28-50fd-4996-a8d9-27f1b281a586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.559615 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.561775 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-53d6cf28-50fd-4996-a8d9-27f1b281a586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.845900 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f09e0c-2849-46fa-8062-435fa7e55afc req-32244e6f-8e84-41fb-aefb-ecd627b06f39 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:54.847361 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f9f09e0c-2849-46fa-8062-435fa7e55afc req-32244e6f-8e84-41fb-aefb-ecd627b06f39 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 946 time: 0.0842180 Sep 14 11:17:54.859143 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a38c1-efb5-4e45-aac7-9f8229c123e9 req-6f360117-1645-46fe-b48e-933ab67c71c8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:54.860555 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-167a38c1-efb5-4e45-aac7-9f8229c123e9 req-6f360117-1645-46fe-b48e-933ab67c71c8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0682790 Sep 14 11:17:54.893205 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-53d6cf28-50fd-4996-a8d9-27f1b281a586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.895752 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-53d6cf28-50fd-4996-a8d9-27f1b281a586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:54.899760 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-53d6cf28-50fd-4996-a8d9-27f1b281a586 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/87bbc15b-48cc-4bee-b365-a36bf13e7439 HTTP/1.1" status: 204 len: 168 time: 0.4254830 Sep 14 11:17:54.905861 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6cf28-50fd-4996-a8d9-27f1b281a586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bbc15b-48cc-4bee-b365-a36bf13e7439,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:54.920400 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f9f09e0c-2849-46fa-8062-435fa7e55afc req-88c68abd-233f-48db-a9dc-416454cda0cd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587842 Sep 14 11:17:54.923326 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-167a38c1-efb5-4e45-aac7-9f8229c123e9 req-3ac1ec79-903a-4e15-855b-55e2d7af4b3d tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556695 Sep 14 11:17:55.519949 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:17:55.691744 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:55.728986 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:17:55.731629 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b9f58-dc69-4be4-8a8b-98aac95cd7f0" -d '{"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:17:55.746014 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:55.768561 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70925c3a-fb68-442b-bb28-feee075f0ed2 x-openstack-request-id: req-70925c3a-fb68-442b-bb28-feee075f0ed2 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:17:55.768837 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-unplugged", "status": "failed", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7", "code": 422}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:17:55.769233 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-70925c3a-fb68-442b-bb28-feee075f0ed2 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:17:55.769682 dv-cinder-804757-8-iscsi neutron-server[94633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'code': 422} returned with failed status Sep 14 11:17:55.813643 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:55.885089 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=8']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:55.894445 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.894797 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.895195 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.895500 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.895832 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.896161 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.896493 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.896880 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.897230 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.897975 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.898314 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:55.898901 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:17:56.066760 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b91b1-7c73-4063-91b0-f08380d9514f req-e1600d32-16a5-48cb-b5e4-e72e23d48562 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:56.075704 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c95b91b1-7c73-4063-91b0-f08380d9514f req-e1600d32-16a5-48cb-b5e4-e72e23d48562 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0622382 Sep 14 11:17:56.155079 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c95b91b1-7c73-4063-91b0-f08380d9514f req-65632c9f-9200-4b1a-bf64-75d83bf59ae3 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646300 Sep 14 11:17:56.227767 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-c770afde-cc14-469a-9f8a-bc5487fe0e60 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:56.229573 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-c770afde-cc14-469a-9f8a-bc5487fe0e60 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 945 time: 0.0722749 Sep 14 11:17:56.340841 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-f7fe4de2-7fd8-4a21-94b7-cf9de58fb69b req-7994dd5b-2ff8-4ae5-9683-09c796e3ea1b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:17:56.341950 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f7fe4de2-7fd8-4a21-94b7-cf9de58fb69b req-7994dd5b-2ff8-4ae5-9683-09c796e3ea1b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081627 Sep 14 11:17:56.382850 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Deleting port 70d44546-cc67-4116-ac83-1f55469ad864 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:17:56.384168 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:56.521809 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] For port 70d44546-cc67-4116-ac83-1f55469ad864, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=70d44546-cc67-4116-ac83-1f55469ad864,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:17:56.522219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:56.539648 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Calling delete_port for 70d44546-cc67-4116-ac83-1f55469ad864 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:17:56.753100 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d47eb-a899-4df3-a313-732872b7593b req-607ec18c-e684-46ba-8fcf-b3b6cba7b084 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:56.755489 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ff3d47eb-a899-4df3-a313-732872b7593b req-607ec18c-e684-46ba-8fcf-b3b6cba7b084 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.1266897 Sep 14 11:17:56.851498 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ff3d47eb-a899-4df3-a313-732872b7593b req-35c2b5ed-b83b-4595-ba6b-d4bd34a1295b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859108 Sep 14 11:17:56.956538 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:56.971854 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['25c17c34-0957-48fb-bbdb-600cb475a3f4', '70d44546-cc67-4116-ac83-1f55469ad864'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:17:57.000552 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Pushing event deleted for resources: {'Port': ['ID=70d44546-cc67-4116-ac83-1f55469ad864,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:17:57.056581 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] No DVR routers for this DVR port 70d44546-cc67-4116-ac83-1f55469ad864 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:17:57.060018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:17:57.062218 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-20308676-f3d4-4fb0-b429-7ab69e4fb54d req-d0c1f2dc-8a96-4de9-ad4b-9f6979530971 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.60 "DELETE /v2.0/ports/70d44546-cc67-4116-ac83-1f55469ad864 HTTP/1.1" status: 204 len: 173 time: 0.8241630 Sep 14 11:17:57.062828 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0162b3d-b655-4a1d-b7ae-ca20ac82d80e', 'name': 'network-vif-deleted', 'tag': '70d44546-cc67-4116-ac83-1f55469ad864'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:17:57.065294 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baf0af8-dcfa-4d12-afe5-47b7f777448c" -d '{"events": [{"server_uuid": "b0162b3d-b655-4a1d-b7ae-ca20ac82d80e", "name": "network-vif-deleted", "tag": "70d44546-cc67-4116-ac83-1f55469ad864"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:17:57.117748 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2ae455-e262-41a0-99cf-53e7365e5fd4 x-openstack-request-id: req-eb2ae455-e262-41a0-99cf-53e7365e5fd4 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:17:57.118410 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0162b3d-b655-4a1d-b7ae-ca20ac82d80e", "name": "network-vif-deleted", "tag": "70d44546-cc67-4116-ac83-1f55469ad864", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:17:57.118410 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eb2ae455-e262-41a0-99cf-53e7365e5fd4 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:17:57.118658 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0162b3d-b655-4a1d-b7ae-ca20ac82d80e', 'name': 'network-vif-deleted', 'tag': '70d44546-cc67-4116-ac83-1f55469ad864', 'status': 'completed', 'code': 200} Sep 14 11:17:57.279793 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f765f1c-89cc-49a8-9e48-ddd2c742ab2a req-89d6b348-d14e-424d-9552-afcf45a5a730 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0162b3d-b655-4a1d-b7ae-ca20ac82d80e HTTP/1.1" status: 200 len: 210 time: 0.0562391 Sep 14 11:17:57.564120 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39284) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:17:57.667997 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-fb324b44-3e30-4199-97eb-d942517993fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027324 Sep 14 11:17:57.677197 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-638d7486-f2d5-43e0-97c4-1fe6ed8caef7 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:17:57.678278 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-638d7486-f2d5-43e0-97c4-1fe6ed8caef7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050640 Sep 14 11:17:57.996276 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00333d5b-8e91-41d2-b97a-a891657b9ac4 req-fa3818ad-0fad-4aee-9bbb-5db004d12d39 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:58.007281 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-00333d5b-8e91-41d2-b97a-a891657b9ac4 req-fa3818ad-0fad-4aee-9bbb-5db004d12d39 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0709317 Sep 14 11:17:58.060784 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-00333d5b-8e91-41d2-b97a-a891657b9ac4 req-3075e91d-604b-4d06-bab3-b7e24ebc6cb8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382757 Sep 14 11:17:58.474656 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f8bd57b3-baea-4819-82de-7cdd1d94319b tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=25e62fc8f14e4da19ea217495a8b88f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308051 Sep 14 11:17:58.684626 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-a46cbc5c-5699-4b7d-a6a9-ff2c95ffe0d3 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:58.686365 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-a46cbc5c-5699-4b7d-a6a9-ff2c95ffe0d3 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045929 Sep 14 11:17:58.701469 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-054f67d3-7cc0-4eed-9a7c-488cb80db50a tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/quotas/25e62fc8f14e4da19ea217495a8b88f0 HTTP/1.1" status: 200 len: 375 time: 0.0095718 Sep 14 11:17:58.736362 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-ff6e2613-672e-45d6-b80a-41132e6559f6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=25e62fc8f14e4da19ea217495a8b88f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289848 Sep 14 11:17:58.911515 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ae167-12f4-47a5-bb27-8815a976e737 req-3f0b758f-219f-4069-8591-e0f0aeb5d356 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:58.936345 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b8ae167-12f4-47a5-bb27-8815a976e737 req-3f0b758f-219f-4069-8591-e0f0aeb5d356 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0774796 Sep 14 11:17:58.994047 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b8ae167-12f4-47a5-bb27-8815a976e737 req-886cfb28-eb97-4c93-9095-d5a044c80bc1 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567417 Sep 14 11:17:59.046882 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ee06c366-e685-4d3f-8f7f-76ed7435d921 req-13ed18be-5eac-4384-920e-8b2e34f5d4ac tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 210 time: 0.0472987 Sep 14 11:17:59.205600 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affbc80-82df-4336-b97d-84f5c9664033 req-5b891912-e3f8-4bc3-b920-b13d80d051d6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:17:59.207470 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6affbc80-82df-4336-b97d-84f5c9664033 req-5b891912-e3f8-4bc3-b920-b13d80d051d6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0608838 Sep 14 11:17:59.254265 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6affbc80-82df-4336-b97d-84f5c9664033 req-730a46e5-1f9f-4583-ba8a-21b42f573b46 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 Sep 14 11:18:00.191267 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-513818f7-43b4-42b4-9a32-e1e2c845d370 req-ec4545da-95fd-4273-a4f2-488847789716 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 210 time: 0.0464659 Sep 14 11:18:00.205378 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6c3a4-2a5f-4a8f-a5c3-e683d0497fff req-1eb6b104-4375-4cbe-8789-5f5610cdafeb tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:00.224537 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3f6c3a4-2a5f-4a8f-a5c3-e683d0497fff req-1eb6b104-4375-4cbe-8789-5f5610cdafeb tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1117730 Sep 14 11:18:00.291913 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3f6c3a4-2a5f-4a8f-a5c3-e683d0497fff req-92b388a2-51d2-4c8f-954c-839150a07a7c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619962 Sep 14 11:18:00.403773 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06406f3-3719-4c40-9728-120b150a267a req-3ea57b9e-2e73-4620-9c73-ca4bc558b441 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:00.405998 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f06406f3-3719-4c40-9728-120b150a267a req-3ea57b9e-2e73-4620-9c73-ca4bc558b441 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0557213 Sep 14 11:18:00.455053 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f06406f3-3719-4c40-9728-120b150a267a req-78125540-1943-4773-9e76-6d851c51c3ad tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410182 Sep 14 11:18:00.498703 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-03814e04-9c9a-463c-88c3-42fe2efd7099 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426493 Sep 14 11:18:00.575408 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-6f04d065-fcba-4cb9-8f34-27199823aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:00.576942 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-6f04d065-fcba-4cb9-8f34-27199823aa7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 1098 time: 0.0431671 Sep 14 11:18:00.712300 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-f0699091-c12f-4f36-9711-6b05a5ad24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:00.713769 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-f0699091-c12f-4f36-9711-6b05a5ad24a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 912 time: 0.1118264 Sep 14 11:18:00.799572 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-2d2bd301-8f72-423a-ae27-789e7dfe81d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 HTTP/1.1" status: 200 len: 1001 time: 0.0722702 Sep 14 11:18:00.886056 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-ffdf0287-60f3-48c2-b2d5-409835e3a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:00.888148 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-ffdf0287-60f3-48c2-b2d5-409835e3a4b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8396b9d7-6eb9-47e0-a433-97bcd58421ff HTTP/1.1" status: 200 len: 850 time: 0.0716741 Sep 14 11:18:00.940058 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-c60fcb37-d150-425a-9f01-6ecf750ec2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:00.941839 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-c60fcb37-d150-425a-9f01-6ecf750ec2ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c940777-7628-4ed0-b628-393b50c3a6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427380 Sep 14 11:18:01.040864 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-c1b7094b-1481-4041-926c-80858bbe82e8 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904939 Sep 14 11:18:01.137081 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dc77afd-6416-4f28-acf8-a41dbde521b1 req-caed80d4-2e30-471e-8ad0-afee53285200 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877264 Sep 14 11:18:01.311020 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9ab38c05-9d6d-46af-b120-4181ecbcada5 req-c7272356-6ae0-42ee-a91e-87e057bd29f6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 210 time: 0.0306017 Sep 14 11:18:01.343941 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be680f9d-8016-4589-9e0a-8699385b126c req-18d1b3e0-317e-4416-a25d-298a71c3b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:01.349188 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-18d1b3e0-317e-4416-a25d-298a71c3b907 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326&tenant_id=089a4b9a31d14392ae58d7e91328979e HTTP/1.1" status: 200 len: 1097 time: 0.1371107 Sep 14 11:18:01.474422 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be680f9d-8016-4589-9e0a-8699385b126c req-4a7fd9e1-071b-4511-ac26-b9b7a888353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:01.475993 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-4a7fd9e1-071b-4511-ac26-b9b7a888353d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 1097 time: 0.0810831 Sep 14 11:18:01.484865 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ed99c-f170-46dc-aa79-3e122fd9e6fd req-5699aad9-7567-4544-99de-2e7493f9b20c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:01.486750 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5b9ed99c-f170-46dc-aa79-3e122fd9e6fd req-5699aad9-7567-4544-99de-2e7493f9b20c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1020296 Sep 14 11:18:01.542345 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 70d44546-cc67-4116-ac83-1f55469ad864 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:18:01.580794 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:01.581982 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 70d44546-cc67-4116-ac83-1f55469ad864 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:18:01.582566 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 70d44546-cc67-4116-ac83-1f55469ad864 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:18:01.651914 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5b9ed99c-f170-46dc-aa79-3e122fd9e6fd req-999b6927-7532-4bd2-9bf5-38a1e2095259 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534953 Sep 14 11:18:01.699572 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a8e6d-2484-4d6a-9f82-0ccbd4944b6c req-79a5c3a6-720e-49c6-8346-c19897695711 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:01.701041 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b72a8e6d-2484-4d6a-9f82-0ccbd4944b6c req-79a5c3a6-720e-49c6-8346-c19897695711 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.1345551 Sep 14 11:18:01.702133 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be680f9d-8016-4589-9e0a-8699385b126c req-e3eca26a-52bc-4a8d-a546-8cf45ade3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:01.703457 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-e3eca26a-52bc-4a8d-a546-8cf45ade3b7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 917 time: 0.2154255 Sep 14 11:18:01.776936 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b72a8e6d-2484-4d6a-9f82-0ccbd4944b6c req-7786e124-210b-4d49-a162-aa8e5cfa48bb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697734 Sep 14 11:18:01.795806 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-a2aa1b02-e89d-4187-a3e0-1ca596cbd52b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 HTTP/1.1" status: 200 len: 1000 time: 0.0715301 Sep 14 11:18:01.853308 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be680f9d-8016-4589-9e0a-8699385b126c req-f76821fb-5bd7-457f-8f7c-f770374d6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:01.854893 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-f76821fb-5bd7-457f-8f7c-f770374d6509 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0501888 Sep 14 11:18:01.906433 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be680f9d-8016-4589-9e0a-8699385b126c req-0b6e1791-b431-4855-9536-1bf4d7135905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:01.908024 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-0b6e1791-b431-4855-9536-1bf4d7135905 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455289 Sep 14 11:18:02.022399 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-a1ce8107-7bb9-4e5a-9513-46a831dc4bcd service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032679 Sep 14 11:18:02.127844 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-be680f9d-8016-4589-9e0a-8699385b126c req-c33b28bb-4531-4e22-8a44-fc4a72462be7 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979743 Sep 14 11:18:02.202367 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-37954287-93c9-44d0-b307-82696ca848be tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=25e62fc8f14e4da19ea217495a8b88f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213630 Sep 14 11:18:02.332018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-31a4ae52-ec5c-4566-a923-cb25d8b1152f tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:02.333686 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-31a4ae52-ec5c-4566-a923-cb25d8b1152f tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245186 Sep 14 11:18:02.347937 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Request body: {'port': {'device_id': '56ba7bb3-994f-44ba-870f-ec60006e05dd', 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e', 'admin_state_up': True, 'tenant_id': '25e62fc8f14e4da19ea217495a8b88f0'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:02.539696 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b2fad39b-08a6-4233-8f3a-bf941e31b4f6 req-46cca0ce-d6c7-4acd-8ee8-2b3d24102b5b tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 210 time: 0.0355830 Sep 14 11:18:02.625235 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Made reservation on behalf of 25e62fc8f14e4da19ea217495a8b88f0 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:02.630078 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:02.641017 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:02.859121 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f082b-687a-434a-bfbd-80a30d3b2b96 req-e96039c4-c07d-45a0-8dc2-485ab33f639a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:02.860778 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4f0f082b-687a-434a-bfbd-80a30d3b2b96 req-e96039c4-c07d-45a0-8dc2-485ab33f639a tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0982857 Sep 14 11:18:02.886786 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:02.946402 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4f0f082b-687a-434a-bfbd-80a30d3b2b96 req-2b9570c4-4e7e-4266-b1df-52f7796b8d17 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759234 Sep 14 11:18:02.957227 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:03.003022 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4fb9d-258f-4685-8bfb-e2ff0eb77876 req-f8104ef7-4b12-4476-9bfc-b273434e6280 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:03.004769 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-70f4fb9d-258f-4685-8bfb-e2ff0eb77876 req-f8104ef7-4b12-4476-9bfc-b273434e6280 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.1011879 Sep 14 11:18:03.071522 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:03.113261 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-70f4fb9d-258f-4685-8bfb-e2ff0eb77876 req-f39371db-8644-4e63-8415-42e682db6299 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005485 Sep 14 11:18:03.183121 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Allocated IP 192.168.233.214 (93ff044a-1a9a-4863-9127-f90b85df3b1e/1c4f1f2c-0746-42be-b170-36d6564550d9/565befe6-b5f2-4850-bb8a-b2e2c8b97ec1) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:03.379346 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:03.430213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Transition to ACTIVE for port object 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:03.557234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:03.656960 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Network 93ff044a-1a9a-4863-9127-f90b85df3b1e is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:03.664545 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:03.677623 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:04.071171 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-db3fb0a6-5748-40c0-a28c-7b450240bfa7 None None] Provisioning for port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:04.077126 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-db3fb0a6-5748-40c0-a28c-7b450240bfa7 None None] Provisioning complete for port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:04.084705 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db3fb0a6-5748-40c0-a28c-7b450240bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:04.124517 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-db3fb0a6-5748-40c0-a28c-7b450240bfa7 None None] Port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:04.189734 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Pushing event updated for resources: {'Port': ['ID=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:04.212035 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:04.212634 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:04.232307 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b74e3-b9b5-4ee1-ba24-1d44736fda7d req-2f2cde3b-f55d-47d6-82c4-9488ca67cd19 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:04.233802 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-677b74e3-b9b5-4ee1-ba24-1d44736fda7d req-2f2cde3b-f55d-47d6-82c4-9488ca67cd19 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0885611 Sep 14 11:18:04.235120 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.235487 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.235819 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.236145 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.236466 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.236786 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.237107 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.237423 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.237739 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.238053 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.238366 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.238768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:04.270781 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ff0e2-89b9-4b10-96cb-9152a0b2b132 req-590ffcfa-1c56-4c3d-899c-e3c316648f13 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:04.291537 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-714ff0e2-89b9-4b10-96cb-9152a0b2b132 req-590ffcfa-1c56-4c3d-899c-e3c316648f13 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 936 time: 0.6117928 Sep 14 11:18:04.470852 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-714ff0e2-89b9-4b10-96cb-9152a0b2b132 req-a12dce56-6a28-4d2c-8379-3249608394a4 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926751 Sep 14 11:18:04.514543 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f6ee6f0d-6cf8-46e6-ac07-2ebd02120a49 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1677754 Sep 14 11:18:04.575529 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-677b74e3-b9b5-4ee1-ba24-1d44736fda7d req-0e445e0c-b2af-487c-880c-259d2969f4a0 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922282 Sep 14 11:18:04.673117 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4b845-a34b-40b1-98a5-3fe9a274cb69 req-f62380c2-f7b0-47cc-bc37-ca8678f84632 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:04.676141 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-88a4b845-a34b-40b1-98a5-3fe9a274cb69 req-f62380c2-f7b0-47cc-bc37-ca8678f84632 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0666432 Sep 14 11:18:04.723640 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Request body: {'port': {'device_id': '56ba7bb3-994f-44ba-870f-ec60006e05dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:04.768813 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-88a4b845-a34b-40b1-98a5-3fe9a274cb69 req-3e7f2f3a-012d-4908-b077-5e51e03e7e3e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781028 Sep 14 11:18:04.823778 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:05.166737 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:18:05.175912 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:05.190073 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Transition to ACTIVE for port object 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:05.282219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:05.419717 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Pushing event updated for resources: {'Port': ['ID=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:05.518201 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Attempting to bind port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:05.519005 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Attempting to bind port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:05.519005 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Attempting to bind port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 on network 93ff044a-1a9a-4863-9127-f90b85df3b1e {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:05.535577 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 on network 93ff044a-1a9a-4863-9127-f90b85df3b1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:18:05.535914 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Attempting to bind port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 on network 93ff044a-1a9a-4863-9127-f90b85df3b1e {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:05.542284 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:05.542631 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Checking segment: {'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:05.543024 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Bound using segment: {'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:05.543507 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Bound port: 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5690d619-3626-4fbf-8f53-9a83cbb917cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:05.543864 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:05.731643 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f8c4a-6f9c-4e2c-bbf8-25964c158784 req-442cc59c-dbaf-41e2-abcd-0373d664b375 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:05.737733 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9e7f8c4a-6f9c-4e2c-bbf8-25964c158784 req-442cc59c-dbaf-41e2-abcd-0373d664b375 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.1137488 Sep 14 11:18:05.737733 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] For port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:05.780203 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] For port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,segment=NetworkSegment(5690d619-3626-4fbf-8f53-9a83cbb917cf),segment_id=5690d619-3626-4fbf-8f53-9a83cbb917cf)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:05.800483 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b597994-6a25-4397-930e-ef57197e27ff req-0d37ca88-73ad-44bd-8de2-5965a48d2442 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:05.802039 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7b597994-6a25-4397-930e-ef57197e27ff req-0d37ca88-73ad-44bd-8de2-5965a48d2442 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1245620 Sep 14 11:18:05.830010 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9e7f8c4a-6f9c-4e2c-bbf8-25964c158784 req-60147a22-5c91-4731-865b-7fb44732dbfc tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883567 Sep 14 11:18:05.863300 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7b597994-6a25-4397-930e-ef57197e27ff req-f807e5da-3f68-46a2-8bc3-539fc6b48e0b tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546236 Sep 14 11:18:05.864691 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:05.936362 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:05.940076 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:05.942445 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] 10.222.0.60 "PUT /v2.0/ports/565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 HTTP/1.1" status: 200 len: 1098 time: 1.2232218 Sep 14 11:18:05.948393 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ba7bb3-994f-44ba-870f-ec60006e05dd', 'tag': '565befe6-b5f2-4850-bb8a-b2e2c8b97ec1'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:18:05.959432 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358976b-e630-4079-b736-56cb1f21846d" -d '{"events": [{"name": "network-changed", "server_uuid": "56ba7bb3-994f-44ba-870f-ec60006e05dd", "tag": "565befe6-b5f2-4850-bb8a-b2e2c8b97ec1"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:18:06.052707 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef35e2b5-c3c6-45d4-9a9c-096075c6d50a x-openstack-request-id: req-ef35e2b5-c3c6-45d4-9a9c-096075c6d50a {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:18:06.054523 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ba7bb3-994f-44ba-870f-ec60006e05dd", "tag": "565befe6-b5f2-4850-bb8a-b2e2c8b97ec1", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:18:06.056404 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef35e2b5-c3c6-45d4-9a9c-096075c6d50a {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:18:06.057532 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ba7bb3-994f-44ba-870f-ec60006e05dd', 'tag': '565befe6-b5f2-4850-bb8a-b2e2c8b97ec1', 'status': 'completed', 'code': 200} Sep 14 11:18:06.062746 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f04f07-41fd-4e3a-9287-db8fb62b3e3f service neutron] Pushing event updated for resources: {'Port': ['ID=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:06.172748 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba66a9-cc4a-4922-86fa-456bd504493e req-695728a1-93c1-45f6-97b0-bc792378138d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:06.183389 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9bba66a9-cc4a-4922-86fa-456bd504493e req-695728a1-93c1-45f6-97b0-bc792378138d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.1679547 Sep 14 11:18:06.270626 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9bba66a9-cc4a-4922-86fa-456bd504493e req-3535e692-3cab-4e73-bb41-a4ba03e8beed tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862076 Sep 14 11:18:06.996568 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751aa316-d8b6-4acb-8593-b0b7813e27b2 req-e977a84a-a132-4197-aae7-5dc5385c154a tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:06.999073 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-751aa316-d8b6-4acb-8593-b0b7813e27b2 req-e977a84a-a132-4197-aae7-5dc5385c154a tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0741491 Sep 14 11:18:07.171702 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-751aa316-d8b6-4acb-8593-b0b7813e27b2 req-3a830356-54fe-4b35-b388-d9920e21517c tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658049 Sep 14 11:18:07.215579 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644e2bc-e3e7-47ec-a63d-62d58940151b req-b0cc4bf5-9597-41f6-9c9e-0959afd994b9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:07.215579 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b644e2bc-e3e7-47ec-a63d-62d58940151b req-b0cc4bf5-9597-41f6-9c9e-0959afd994b9 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1230290 Sep 14 11:18:07.242586 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b644e2bc-e3e7-47ec-a63d-62d58940151b req-59fe8fba-a131-425a-8a4a-d6477cbe2938 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Sep 14 11:18:07.419867 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c2368-a4d2-4869-ab05-ba74a647b9c3 req-52847c6f-fe99-44b4-ab4c-29be2be14f78 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:07.421553 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-572c2368-a4d2-4869-ab05-ba74a647b9c3 req-52847c6f-fe99-44b4-ab4c-29be2be14f78 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0604260 Sep 14 11:18:07.489946 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-572c2368-a4d2-4869-ab05-ba74a647b9c3 req-5413b588-d298-49bb-b816-66eeba4be736 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580287 Sep 14 11:18:08.316296 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcea946-5c2a-4037-9f67-38c7ad4b31e7 req-e4e5f56b-adc2-46ae-be04-9feb0cae5329 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:08.321460 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cbcea946-5c2a-4037-9f67-38c7ad4b31e7 req-e4e5f56b-adc2-46ae-be04-9feb0cae5329 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0711040 Sep 14 11:18:08.406939 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cbcea946-5c2a-4037-9f67-38c7ad4b31e7 req-7066d1b8-7a12-4491-ba79-7289ed528e9f tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791919 Sep 14 11:18:08.424099 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbdeb8-bf89-46df-969a-bbc77a2be0d6 req-b11c218d-2021-4f3a-acd0-6682a5dba119 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:08.425799 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8bdbdeb8-bf89-46df-969a-bbc77a2be0d6 req-b11c218d-2021-4f3a-acd0-6682a5dba119 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0820615 Sep 14 11:18:08.470914 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8bdbdeb8-bf89-46df-969a-bbc77a2be0d6 req-8b073de7-eae6-47ac-8db1-40cfd50a739c tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Sep 14 11:18:08.642380 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f228b-d0c1-41b1-9706-13aacba06a53 req-45832498-8717-4524-bbb7-a405707dc646 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:08.643928 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d75f228b-d0c1-41b1-9706-13aacba06a53 req-45832498-8717-4524-bbb7-a405707dc646 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0527365 Sep 14 11:18:08.709304 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d75f228b-d0c1-41b1-9706-13aacba06a53 req-5f5ec159-3656-49b1-98e5-195d1cb6e723 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582240 Sep 14 11:18:09.530850 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d05b0-0090-4422-a323-e005dd0e27a2 req-37e5446d-76dd-481e-a819-1127cf12b861 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:09.533608 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-962d05b0-0090-4422-a323-e005dd0e27a2 req-37e5446d-76dd-481e-a819-1127cf12b861 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0595233 Sep 14 11:18:09.584296 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-962d05b0-0090-4422-a323-e005dd0e27a2 req-c2134f19-9d48-4ae1-84ba-c279074656a3 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439901 Sep 14 11:18:09.625793 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c856783-c261-4731-91fe-300dc242e0d2 req-5e42d176-4dae-4092-b718-8ea0809f9cd8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:09.628721 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5c856783-c261-4731-91fe-300dc242e0d2 req-5e42d176-4dae-4092-b718-8ea0809f9cd8 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0651498 Sep 14 11:18:09.683393 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5c856783-c261-4731-91fe-300dc242e0d2 req-f3ec611e-0ecc-4429-ba4e-06ffe4712e31 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Sep 14 11:18:09.861104 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e749409-2b75-479f-9b9d-a0a42f162de2 req-130eaa0a-e77d-4d04-bb70-b0956fa0257a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:09.862616 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2e749409-2b75-479f-9b9d-a0a42f162de2 req-130eaa0a-e77d-4d04-bb70-b0956fa0257a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0495784 Sep 14 11:18:09.904411 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2e749409-2b75-479f-9b9d-a0a42f162de2 req-74b55264-3ec7-43aa-92ae-2612e90085a8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333219 Sep 14 11:18:10.704535 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869e132-2b3f-46e4-b405-4f65009c0d69 req-594300b4-0b0c-4524-85ca-1fa8a8b9b6ee tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:10.706615 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5869e132-2b3f-46e4-b405-4f65009c0d69 req-594300b4-0b0c-4524-85ca-1fa8a8b9b6ee tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0528002 Sep 14 11:18:10.747118 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5869e132-2b3f-46e4-b405-4f65009c0d69 req-a4170228-f90b-4ca8-b097-cdcb3786d82a tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Sep 14 11:18:10.822916 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c2cc0-da62-4eaf-b1e3-6f611ef1cf89 req-d3a43cdd-f996-48ce-81c9-f325c2f83838 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:10.824532 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-031c2cc0-da62-4eaf-b1e3-6f611ef1cf89 req-d3a43cdd-f996-48ce-81c9-f325c2f83838 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0744944 Sep 14 11:18:10.867185 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-031c2cc0-da62-4eaf-b1e3-6f611ef1cf89 req-83d606bf-353f-4dfd-a74d-6be4874492ab tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364828 Sep 14 11:18:11.032555 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13df24-cf6a-4c4e-8b90-26694534b615 req-147c8eac-06fe-4bac-a7d9-e9b4f3da99c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:11.035492 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2b13df24-cf6a-4c4e-8b90-26694534b615 req-147c8eac-06fe-4bac-a7d9-e9b4f3da99c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0491154 Sep 14 11:18:11.074772 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2b13df24-cf6a-4c4e-8b90-26694534b615 req-01467c20-d053-4672-9cd1-eca362dccf87 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Sep 14 11:18:11.865664 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b9504-41a6-4646-9aa8-107fab811978 req-f28f9240-0c8a-4b18-96a3-723b4d897b45 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:11.868760 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-909b9504-41a6-4646-9aa8-107fab811978 req-f28f9240-0c8a-4b18-96a3-723b4d897b45 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0515983 Sep 14 11:18:11.910075 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-909b9504-41a6-4646-9aa8-107fab811978 req-b99516aa-c7f6-4742-80fa-b02c7b347cfe tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351181 Sep 14 11:18:11.989764 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf8b10-3122-4f1a-a514-02bfbc6d9990 req-7849ce0a-f478-4a4f-b75d-98aa816e1846 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:11.991910 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4ecf8b10-3122-4f1a-a514-02bfbc6d9990 req-7849ce0a-f478-4a4f-b75d-98aa816e1846 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0544653 Sep 14 11:18:12.035613 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4ecf8b10-3122-4f1a-a514-02bfbc6d9990 req-01bcfd00-89d2-4831-bb77-5e2b6affec87 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Sep 14 11:18:12.210267 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d317a6-2c6c-477c-883c-8cbfb2697ae9 req-945ba16f-48db-40f9-b63e-ca7d73210d08 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:12.210267 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-33d317a6-2c6c-477c-883c-8cbfb2697ae9 req-945ba16f-48db-40f9-b63e-ca7d73210d08 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0484443 Sep 14 11:18:12.249945 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-33d317a6-2c6c-477c-883c-8cbfb2697ae9 req-90293281-335f-4788-bf1e-c04fdf23284e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328968 Sep 14 11:18:13.041250 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3765ba3-706a-4c10-ae13-920dfc1e36f2 req-65ef6557-db87-45f4-9ca2-087f0cf26c8c tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:13.048141 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3765ba3-706a-4c10-ae13-920dfc1e36f2 req-65ef6557-db87-45f4-9ca2-087f0cf26c8c tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0634053 Sep 14 11:18:13.093816 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3765ba3-706a-4c10-ae13-920dfc1e36f2 req-753c6ec5-a45f-4080-a261-fdbc6e1dbeff tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399506 Sep 14 11:18:13.160056 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60fc4-c3d9-407a-ade4-08a638f8b0a1 req-9e4ba540-897d-4d62-a75f-2b0c02b08b5f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:13.161519 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-beb60fc4-c3d9-407a-ade4-08a638f8b0a1 req-9e4ba540-897d-4d62-a75f-2b0c02b08b5f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0517130 Sep 14 11:18:13.208964 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-beb60fc4-c3d9-407a-ade4-08a638f8b0a1 req-8f25ba53-b118-427e-a5d9-dbc3a53beb3f tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354927 Sep 14 11:18:13.384287 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c5585-d68d-4472-89ee-7923c4f29c4b req-e281021d-7b20-4066-8095-245ac6944150 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:13.386067 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-772c5585-d68d-4472-89ee-7923c4f29c4b req-e281021d-7b20-4066-8095-245ac6944150 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0525842 Sep 14 11:18:13.431179 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-772c5585-d68d-4472-89ee-7923c4f29c4b req-69104be7-0b09-4a13-b4c1-8bfc2187332c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330837 Sep 14 11:18:14.215985 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dfaaf6-90aa-480a-b7d7-ad2d671f64ff req-a9859509-e0f7-4412-9cce-0ac8bb7abbbf tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:14.217467 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-61dfaaf6-90aa-480a-b7d7-ad2d671f64ff req-a9859509-e0f7-4412-9cce-0ac8bb7abbbf tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0512705 Sep 14 11:18:14.256022 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-61dfaaf6-90aa-480a-b7d7-ad2d671f64ff req-4cce41c2-fb75-4013-9e85-0547ebb7ec7f tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325089 Sep 14 11:18:14.325260 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83f914-0829-4c29-a046-b4b0bbd53cd5 req-0e94ac3c-2476-42d8-bb8c-47b923bd4a01 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:14.326730 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2b83f914-0829-4c29-a046-b4b0bbd53cd5 req-0e94ac3c-2476-42d8-bb8c-47b923bd4a01 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0522835 Sep 14 11:18:14.372537 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2b83f914-0829-4c29-a046-b4b0bbd53cd5 req-ce0e9bbf-c86d-4844-a740-2e65448525ee tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 Sep 14 11:18:14.554943 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764678f-d0d1-47f3-ab94-3fd23dc101ce req-1f262b3d-2180-4a24-a449-e28e5a501ad3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:14.556461 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8764678f-d0d1-47f3-ab94-3fd23dc101ce req-1f262b3d-2180-4a24-a449-e28e5a501ad3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0511255 Sep 14 11:18:14.594278 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8764678f-d0d1-47f3-ab94-3fd23dc101ce req-54f20506-e240-4086-a89b-af47462df26c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Sep 14 11:18:14.757553 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39548) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:14.808577 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_v2 [None req-5def3eb9-2f61-423f-b5a6-8a59091356b9 admin admin] Deleting subnet 796b03e1-7004-470b-a190-b81489037501 {{(pid=94631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:18:14.812312 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5def3eb9-2f61-423f-b5a6-8a59091356b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:14.847794 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5def3eb9-2f61-423f-b5a6-8a59091356b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3868976'] for subnet, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:14.895395 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5def3eb9-2f61-423f-b5a6-8a59091356b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.019355 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5def3eb9-2f61-423f-b5a6-8a59091356b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26147166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25842824'] for subnet, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.044832 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3eb9-2f61-423f-b5a6-8a59091356b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796b03e1-7004-470b-a190-b81489037501,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:15.048608 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5def3eb9-2f61-423f-b5a6-8a59091356b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.051050 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-5def3eb9-2f61-423f-b5a6-8a59091356b9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/796b03e1-7004-470b-a190-b81489037501 HTTP/1.1" status: 204 len: 168 time: 0.2915928 Sep 14 11:18:15.052999 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39550) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:15.124498 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.207931 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.230827 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fe5068-e560-4f0b-a98d-65eef665bcb8']}} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:15.240068 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31e78f3-2b9e-4fae-affb-17685c8fca3f') {'for_net_delete': True} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:15.240363 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31e78f3-2b9e-4fae-affb-17685c8fca3f') {} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:15.250125 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3869001'] for segment, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.263181 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.270588 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:18:15.272317 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26145980'] for segment, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: Traceback (most recent call last): Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: timer() Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: cb(*args, **kw) Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: return func(*args, **kwargs) Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: self._notify() Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: self.callback(batched_events) Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: event.method(event) Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: return f(self, *a, **k) Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._get(url).json() Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: return self.request(url, 'GET', **kwargs) Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:18:15.273637 dv-cinder-804757-8-iscsi neutron-server[94631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:18:15.398320 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7097cc-467c-4a46-b13e-1cd692bfd147 req-d5b38a0f-788b-4e03-b3ac-128e877b0ce7 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:15.400062 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bc7097cc-467c-4a46-b13e-1cd692bfd147 req-d5b38a0f-788b-4e03-b3ac-128e877b0ce7 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0529926 Sep 14 11:18:15.427462 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.442466 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.445596 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] 10.222.0.59 "DELETE /v2.0/networks/08fe5068-e560-4f0b-a98d-65eef665bcb8 HTTP/1.1" status: 204 len: 168 time: 0.3898833 Sep 14 11:18:15.458581 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bc7097cc-467c-4a46-b13e-1cd692bfd147 req-b644f63d-e59a-489c-8ef0-d782a6960f90 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525076 Sep 14 11:18:15.467641 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fbf79-68d1-477f-84df-fc9d0b9b22ea admin admin] Pushing event deleted for resources: {'Network': ['ID=08fe5068-e560-4f0b-a98d-65eef665bcb8,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:15.510213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283b3d3-7d15-45a8-894c-9ab52f4d83e3 req-5d129b18-7bf7-46c8-bacb-33f34f70e768 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:15.511584 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f283b3d3-7d15-45a8-894c-9ab52f4d83e3 req-5d129b18-7bf7-46c8-bacb-33f34f70e768 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0571003 Sep 14 11:18:15.550226 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f283b3d3-7d15-45a8-894c-9ab52f4d83e3 req-63bce541-1009-4e9a-9571-6f8b06029a77 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Sep 14 11:18:15.721017 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ecf22-137d-4422-b8c8-5a11476bb4d3 req-dc797940-c858-4b1a-9983-62a5fb8fd448 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:15.722479 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-420ecf22-137d-4422-b8c8-5a11476bb4d3 req-dc797940-c858-4b1a-9983-62a5fb8fd448 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0542521 Sep 14 11:18:15.765169 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-420ecf22-137d-4422-b8c8-5a11476bb4d3 req-a89105e9-8996-473a-a472-fc3b6f178d54 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366633 Sep 14 11:18:15.808267 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39562) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:15.847714 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-29146e18-9ce2-486b-9041-f7eab3d72c81 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=754707e72ed9497d9673142ad8156953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382981 Sep 14 11:18:15.850026 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39564) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:15.897211 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6508d6ae-a408-4ca3-b45b-7ddb5f0a3558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:15.917713 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6508d6ae-a408-4ca3-b45b-7ddb5f0a3558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:16.019031 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6508d6ae-a408-4ca3-b45b-7ddb5f0a3558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:16.021588 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6508d6ae-a408-4ca3-b45b-7ddb5f0a3558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:16.023153 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6508d6ae-a408-4ca3-b45b-7ddb5f0a3558 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb3f4416-e48c-4be6-bf46-5f3804fbd489 HTTP/1.1" status: 204 len: 168 time: 0.1717291 Sep 14 11:18:16.031532 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508d6ae-a408-4ca3-b45b-7ddb5f0a3558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f4416-e48c-4be6-bf46-5f3804fbd489,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:16.273661 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358976b-e630-4079-b736-56cb1f21846d req-d812a832-5a6e-4f8f-b7fc-bd030f71470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:16.275163 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f358976b-e630-4079-b736-56cb1f21846d req-d812a832-5a6e-4f8f-b7fc-bd030f71470d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25e62fc8f14e4da19ea217495a8b88f0&device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 1101 time: 0.0431933 Sep 14 11:18:16.302692 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f358976b-e630-4079-b736-56cb1f21846d req-31510103-9523-4dad-88dd-61341a07e8ff service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=25e62fc8f14e4da19ea217495a8b88f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195167 Sep 14 11:18:16.395478 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358976b-e630-4079-b736-56cb1f21846d req-2db20a02-ed80-4c57-acb2-bed658d10b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:16.396948 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f358976b-e630-4079-b736-56cb1f21846d req-2db20a02-ed80-4c57-acb2-bed658d10b05 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864213 Sep 14 11:18:16.481961 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-161cbb6c-6c0a-486a-aef1-fa1d3c268c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:16.483546 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-161cbb6c-6c0a-486a-aef1-fa1d3c268c41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25e62fc8f14e4da19ea217495a8b88f0&device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 1101 time: 0.0450015 Sep 14 11:18:16.541583 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-80f0c63a-dd56-4d9b-bde7-d06a497fe927 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 HTTP/1.1" status: 200 len: 217 time: 0.0361290 Sep 14 11:18:16.625482 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7866f-9dab-4b9e-93b0-e874218a2eb4 req-11f6b0b8-ce4d-4817-8e85-1260776fdbbe tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:16.626974 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-53e7866f-9dab-4b9e-93b0-e874218a2eb4 req-11f6b0b8-ce4d-4817-8e85-1260776fdbbe tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0879042 Sep 14 11:18:16.629630 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-8d40ccf5-97f4-4247-9be0-13f3d6e9d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:16.630925 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-8d40ccf5-97f4-4247-9be0-13f3d6e9d242 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1c4f1f2c-0746-42be-b170-36d6564550d9 HTTP/1.1" status: 200 len: 843 time: 0.0666614 Sep 14 11:18:16.722832 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-53e7866f-9dab-4b9e-93b0-e874218a2eb4 req-b51a9a4a-20d2-4a16-9b04-9392c6178076 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826373 Sep 14 11:18:16.735295 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f8cb5-9251-4d86-bdc9-c2ba6d593203 req-cc89acee-1e8e-4668-92fc-e1070b7d4784 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:16.735295 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-931f8cb5-9251-4d86-bdc9-c2ba6d593203 req-cc89acee-1e8e-4668-92fc-e1070b7d4784 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.1068642 Sep 14 11:18:16.737554 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-20feddb4-c84e-4fc7-8386-571b5418a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:16.738971 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-20feddb4-c84e-4fc7-8386-571b5418a5e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=93ff044a-1a9a-4863-9127-f90b85df3b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0973339 Sep 14 11:18:16.801169 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-931f8cb5-9251-4d86-bdc9-c2ba6d593203 req-efc6f748-3f46-426c-9fad-0f3b6e3b9a41 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/security-groups?id=b76f5644-6ada-4543-92d3-7410eb5bcf74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587444 Sep 14 11:18:16.888873 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-f1030567-a5dc-4667-ba1c-ef9d42fc804b service neutron] 10.222.0.60 "GET /v2.0/networks/93ff044a-1a9a-4863-9127-f90b85df3b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351538 Sep 14 11:18:16.901208 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2359f-e5cc-447b-8b54-7ac62859bad4 req-838af810-2a23-4741-b4ba-2654601ff7da tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:16.902561 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1fc2359f-e5cc-447b-8b54-7ac62859bad4 req-838af810-2a23-4741-b4ba-2654601ff7da tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0631886 Sep 14 11:18:16.992806 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1fc2359f-e5cc-447b-8b54-7ac62859bad4 req-84c1d4fb-86c5-4532-ac42-faca6f2d921f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826817 Sep 14 11:18:17.014334 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffcbfd86-fa44-4676-af62-43c7eb7e8fa3 req-65df0932-02eb-4b39-96fd-5ccc85a9ab9c service neutron] 10.222.0.60 "GET /v2.0/networks/93ff044a-1a9a-4863-9127-f90b85df3b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108608 Sep 14 11:18:17.062111 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39594) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:17.104415 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-7ecd3e94-3c36-4cc8-92cd-82641095a987 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:17.105872 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-7ecd3e94-3c36-4cc8-92cd-82641095a987 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.60 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 945 time: 0.0521190 Sep 14 11:18:17.165105 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-49567212-network', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:17.204249 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Deleting port 25c17c34-0957-48fb-bbdb-600cb475a3f4 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:18:17.204591 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.236393 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Made reservation on behalf of 7a573c9194c54d5b96198b67c9620fa2 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:17.238881 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.247885 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.297774 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] For port 25c17c34-0957-48fb-bbdb-600cb475a3f4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=25c17c34-0957-48fb-bbdb-600cb475a3f4,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:17.298364 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.311274 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Calling delete_port for 25c17c34-0957-48fb-bbdb-600cb475a3f4 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:18:17.334580 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.378748 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.404874 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ad131-c178-4952-8daa-d5dcb5f1aa65,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:17.411948 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.412290 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.412621 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.413586 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.413924 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.414249 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.414566 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.414882 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.415200 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.415542 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.415854 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.416167 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:17.493341 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.498155 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:18:17.504943 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['25c17c34-0957-48fb-bbdb-600cb475a3f4'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:18:17.507931 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.508282 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Added segment 28ea8f4f-a7b6-4c44-907b-94baed15eb17 of type vlan for network 4967d3aa-bc7b-453b-b242-7a05dd202465 Sep 14 11:18:17.519869 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Pushing event deleted for resources: {'Port': ['ID=25c17c34-0957-48fb-bbdb-600cb475a3f4,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:17.553620 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.565305 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] No DVR routers for this DVR port 25c17c34-0957-48fb-bbdb-600cb475a3f4 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:18:17.567917 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.570581 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4e0baab9-9924-4cfa-b5fc-6a5ea91bb69d req-2fb57032-8ab2-4600-9e90-d7286428992e tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.60 "DELETE /v2.0/ports/25c17c34-0957-48fb-bbdb-600cb475a3f4 HTTP/1.1" status: 204 len: 173 time: 0.4582310 Sep 14 11:18:17.571017 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28732b1-1dd9-4ced-b4f9-65eb62464270', 'name': 'network-vif-deleted', 'tag': '25c17c34-0957-48fb-bbdb-600cb475a3f4'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:18:17.573686 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7325a61-3d23-4356-be7d-2b1a90ce26cb" -d '{"events": [{"server_uuid": "e28732b1-1dd9-4ced-b4f9-65eb62464270", "name": "network-vif-deleted", "tag": "25c17c34-0957-48fb-bbdb-600cb475a3f4"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:18:17.610108 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0742ae-3e4b-43c0-90e5-e0311d2cc91f x-openstack-request-id: req-cf0742ae-3e4b-43c0-90e5-e0311d2cc91f {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:18:17.610398 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e28732b1-1dd9-4ced-b4f9-65eb62464270", "name": "network-vif-deleted", "tag": "25c17c34-0957-48fb-bbdb-600cb475a3f4", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:18:17.610714 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf0742ae-3e4b-43c0-90e5-e0311d2cc91f {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:18:17.611078 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28732b1-1dd9-4ced-b4f9-65eb62464270', 'name': 'network-vif-deleted', 'tag': '25c17c34-0957-48fb-bbdb-600cb475a3f4', 'status': 'completed', 'code': 200} Sep 14 11:18:17.641581 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.642563 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:17.643206 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.704241 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] Pushing event updated for resources: {'Network': ['ID=4967d3aa-bc7b-453b-b242-7a05dd202465,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:17.714783 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:18:17.743119 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-81dfd2ec-e16e-42dd-979c-e95071c1fc84 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6798940 Sep 14 11:18:17.743609 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39600) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:17.749218 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Request body: {'subnet': {'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-49567212-subnet', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'ip_version': 4}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:17.825558 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Made reservation on behalf of 7a573c9194c54d5b96198b67c9620fa2 for: {'subnet': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:17.828327 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25842797'] for subnet, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:17.864368 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7d640-4742-40bc-8405-6c31aa1c718c req-5341dc50-8ba1-449b-9fe7-38932f05d5f5 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:17.865860 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fac7d640-4742-40bc-8405-6c31aa1c718c req-5341dc50-8ba1-449b-9fe7-38932f05d5f5 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0737484 Sep 14 11:18:17.948934 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-aa3024bc-fb90-4f42-ac7f-a7be34a101ea req-e08bed59-bb7b-475a-9371-b908224b7b80 tempest-ServerRescueNegativeTestJSON-1331808378 tempest-ServerRescueNegativeTestJSON-1331808378-project] 10.222.0.59 "GET /v2.0/ports?device_id=e28732b1-1dd9-4ced-b4f9-65eb62464270 HTTP/1.1" status: 200 len: 210 time: 0.0439742 Sep 14 11:18:17.976760 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fac7d640-4742-40bc-8405-6c31aa1c718c req-6f196138-befe-4390-bab4-e974cbe120f6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036377 Sep 14 11:18:18.115139 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40935732-c486-4cc5-9889-44a6d367f4f7 req-c7b64858-0ca1-45f3-bbf4-cbba6e8203d7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:18.116739 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-40935732-c486-4cc5-9889-44a6d367f4f7 req-c7b64858-0ca1-45f3-bbf4-cbba6e8203d7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0482616 Sep 14 11:18:18.141283 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26147103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25842803'] for subnet, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:18.198961 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-40935732-c486-4cc5-9889-44a6d367f4f7 req-e05a0e90-b6ae-47d0-8ae1-b45947fe5e56 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759947 Sep 14 11:18:18.206187 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:18.224283 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Checking segment: {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:18.224423 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Network hostable DHCP agents. Network: 4967d3aa-bc7b-453b-b242-7a05dd202465, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:18:18.339281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:18:18.464641 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 4967d3aa-bc7b-453b-b242-7a05dd202465) {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:18.471485 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:18.471485 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:18.472296 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39398a6-d496-48ed-9396-b6da77f3e8fe None None] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:18:18.545676 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f3140352-9166-450a-b88d-52572e3c3479 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8005025 Sep 14 11:18:18.548279 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39608) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:18.552425 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:18.622482 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-4967d3aa-bc7b-453b-b242-7a05dd202465', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:18:18.623367 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:18.658840 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:18.660156 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:18.711093 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:18.766924 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Allocated IP 172.20.0.2 (4967d3aa-bc7b-453b-b242-7a05dd202465/4bd2e440-dbf0-4dc7-89d7-47b44fa064aa/e91b7839-f635-4978-94ac-aa904006255d) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:18.901021 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:18.919624 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:18.927496 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Transition to ACTIVE for port object e91b7839-f635-4978-94ac-aa904006255d will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:18.942752 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Transition to ACTIVE for port object e91b7839-f635-4978-94ac-aa904006255d will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:19.005652 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39614) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:19.020913 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.023085 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fe3dfee9-cb41-4320-9afc-0dd52c72953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.088725 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:19.091076 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Pushing event updated for resources: {'Port': ['ID=e91b7839-f635-4978-94ac-aa904006255d,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:19.095277 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:19.097888 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:19.134512 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c19af-8fa6-470d-9682-7b54ebde3d7d req-0924c4d8-9415-45b6-b7e6-619808d49580 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:19.135987 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5d6c19af-8fa6-470d-9682-7b54ebde3d7d req-0924c4d8-9415-45b6-b7e6-619808d49580 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 948 time: 0.0686243 Sep 14 11:18:19.160717 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Attempting to bind port e91b7839-f635-4978-94ac-aa904006255d on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:19.162179 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Attempting to bind port e91b7839-f635-4978-94ac-aa904006255d by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:19.162179 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Attempting to bind port e91b7839-f635-4978-94ac-aa904006255d on network 4967d3aa-bc7b-453b-b242-7a05dd202465 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:19.168615 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:19.168865 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Checking segment: {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:19.169318 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.169898 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Bound using segment: {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:19.170635 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Bound port: e91b7839-f635-4978-94ac-aa904006255d, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:19.171132 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.245936 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] For port e91b7839-f635-4978-94ac-aa904006255d, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:19.250165 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] For port e91b7839-f635-4978-94ac-aa904006255d, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=e91b7839-f635-4978-94ac-aa904006255d,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:19.263567 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5d6c19af-8fa6-470d-9682-7b54ebde3d7d req-4d2efeac-0b72-4b1d-b76a-d11fb257715f tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209912 Sep 14 11:18:19.280125 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.302569 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.311038 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.378006 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db08329-e82b-4607-84d9-aec3949d3a98 None None] Pushing event updated for resources: {'Port': ['ID=e91b7839-f635-4978-94ac-aa904006255d,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:19.396497 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a0384-7161-4f37-a116-a13a327713fd req-50853212-756c-4b21-ab2a-42369d942b4f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:19.398543 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-270a0384-7161-4f37-a116-a13a327713fd req-50853212-756c-4b21-ab2a-42369d942b4f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0984492 Sep 14 11:18:19.473680 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Allocated IP 172.27.0.180 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/a398b0dc-ca15-4039-a880-00d18db00038) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:19.479955 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-270a0384-7161-4f37-a116-a13a327713fd req-81eea1b1-3d6e-42dc-a2e9-6ba87b07bfde tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733929 Sep 14 11:18:19.493964 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.614950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:18:19.752671 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,segment=NetworkSegment(5690d619-3626-4fbf-8f53-9a83cbb917cf),segment_id=5690d619-3626-4fbf-8f53-9a83cbb917cf)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:19.766075 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '565befe6-b5f2-4850-bb8a-b2e2c8b97ec1', 'network_id': '93ff044a-1a9a-4863-9127-f90b85df3b1e', 'port_id': '565befe6-b5f2-4850-bb8a-b2e2c8b97ec1', 'mac_address': 'fa:16:3e:06:44:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4f1f2c-0746-42be-b170-36d6564550d9', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:18:19.807545 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.821572 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:18:19.843546 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,segment=NetworkSegment(5690d619-3626-4fbf-8f53-9a83cbb917cf),segment_id=5690d619-3626-4fbf-8f53-9a83cbb917cf)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:19.847910 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.933446 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.962887 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:19.992271 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:20.012600 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:20.020782 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:20.023489 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:20.025361 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Deleting port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:18:20.025814 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:20.026967 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Pushing event updated for resources: {'Port': ['ID=a398b0dc-ca15-4039-a880-00d18db00038,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:20.121973 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] For port 613c81a9-3d25-4474-a7bd-36f73b9e1ec6, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,segment=NetworkSegment(9c23798e-3931-494e-9a52-8f78f108b47f),segment_id=9c23798e-3931-494e-9a52-8f78f108b47f)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:20.122207 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:20.139418 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Calling delete_port for 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 owned by network:router_interface {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:18:20.172537 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['565befe6-b5f2-4850-bb8a-b2e2c8b97ec1'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:18:20.427459 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f251adb-4c43-4004-b1f2-9d5c9b05eae3 None None] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:18:20.440993 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:20.465678 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:20.499511 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Pushing event deleted for resources: {'Port': ['ID=613c81a9-3d25-4474-a7bd-36f73b9e1ec6,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:20.500138 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2db4c-408a-47a5-b78b-0553431beb7f req-13c37fe3-8aa7-44ae-8ee0-b845d9fc0afd tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:20.510400 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2cf2db4c-408a-47a5-b78b-0553431beb7f req-13c37fe3-8aa7-44ae-8ee0-b845d9fc0afd tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 949 time: 0.1142588 Sep 14 11:18:20.559984 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-1a289ef7-9f52-491c-a688-c19143a7ee90 None None] Provisioning for port e91b7839-f635-4978-94ac-aa904006255d completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:20.595553 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device e91b7839-f635-4978-94ac-aa904006255d up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:20.608254 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2cf2db4c-408a-47a5-b78b-0553431beb7f req-3853fbe6-3e74-4768-b0b3-44992246eb6c tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969777 Sep 14 11:18:20.699455 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a9d05-28bd-468f-afbd-303dbb14da73 req-9cf6357f-3f80-46de-bea4-70acc8a9d409 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:20.699455 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0a4a9d05-28bd-468f-afbd-303dbb14da73 req-9cf6357f-3f80-46de-bea4-70acc8a9d409 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.1121833 Sep 14 11:18:20.744180 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:20.744489 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port e91b7839-f635-4978-94ac-aa904006255d completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:20.748763 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port e91b7839-f635-4978-94ac-aa904006255d triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:20.750135 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:20.776310 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:20.784551 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0a4a9d05-28bd-468f-afbd-303dbb14da73 req-78dd3616-08a8-4667-ae47-d0b35fe39a88 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814784 Sep 14 11:18:20.854218 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:20.896504 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port e91b7839-f635-4978-94ac-aa904006255d, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=e91b7839-f635-4978-94ac-aa904006255d,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:20.955975 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.001121 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:18:21.016866 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:18:21.017725 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-54d3914d-d7a9-4f1f-84b2-0299f15c1e3e None None] Provisioning complete for port e91b7839-f635-4978-94ac-aa904006255d triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:21.018099 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-54d3914d-d7a9-4f1f-84b2-0299f15c1e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.019584 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=e91b7839-f635-4978-94ac-aa904006255d,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:21.122343 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:21.133040 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Sync routers for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:18:21.138749 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:21.147767 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4dd086dd-8487-412c-9c9f-34b044216359 admin admin] 10.222.0.59 "PUT /v2.0/routers/4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371751 Sep 14 11:18:21.147857 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:21.147857 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:17:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:21.148080 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39626) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:21.148202 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] Sync routers for ids ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:18:21.157056 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] Routers {'4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:21.157687 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:17:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:21.247673 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.251252 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-ff0b480b-6979-4848-9c13-56df5eb36d40 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6997995 Sep 14 11:18:21.252017 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39628) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:21.267831 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:21.270988 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks [] for router, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.276264 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] Set router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:21.471366 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:18:20Z', 'revision_number': 5, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:21.484935 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.507263 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] Checking router: 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:18:21.512168 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] Routers {'4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:21.512984 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:17:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:21.546266 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:20Z', 'revision_number': 3, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:21.577121 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Checking router: f467f1bf-e2fe-4f5d-9ad4-0a874b934119 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:18:21.584445 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Updating router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 port a398b0dc-ca15-4039-a880-00d18db00038 binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:18:21.604632 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.723698 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:21.734222 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Deleting port c385e4c4-32b4-4eb8-b976-b08a506e78dc {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:18:21.734568 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.771469 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] Set router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:21.808546 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c69e8-12fe-42ed-b41d-40d9af40efcf req-71728ac8-77bc-4408-b48d-8c57efa4574a tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:21.810057 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c63c69e8-12fe-42ed-b41d-40d9af40efcf req-71728ac8-77bc-4408-b48d-8c57efa4574a tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 949 time: 0.1293042 Sep 14 11:18:21.878500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] For port c385e4c4-32b4-4eb8-b976-b08a506e78dc, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=c385e4c4-32b4-4eb8-b976-b08a506e78dc,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:21.880961 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.899252 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.909354 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Transition to ACTIVE for port object a398b0dc-ca15-4039-a880-00d18db00038 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:21.914961 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Calling delete_port for c385e4c4-32b4-4eb8-b976-b08a506e78dc owned by network:router_gateway {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:18:21.917882 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:21.922738 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:21.923110 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.984839 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:21.985086 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f249b581-24b0-40ee-a9dc-2605481ad940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.039791 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Pushing event updated for resources: {'Port': ['ID=a398b0dc-ca15-4039-a880-00d18db00038,revision_number=2']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:22.039892 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:18:20Z', 'revision_number': 5, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:22.059907 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.060290 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.060879 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.061085 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.061368 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.061716 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.062050 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.062372 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.062695 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.063014 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.063360 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.063670 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:22.071422 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Attempting to bind port a398b0dc-ca15-4039-a880-00d18db00038 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:22.071897 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Attempting to bind port a398b0dc-ca15-4039-a880-00d18db00038 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:22.072185 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Attempting to bind port a398b0dc-ca15-4039-a880-00d18db00038 on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:22.073661 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed147d07-fbed-4fa7-8551-6112dedfb7c4 None None] The sync data for ids ['4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc'] in dv-cinder-804757-8-iscsi is: [{'id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'name': 'tempest-ServerRescueNegativeTestJSON-989303797-router', 'tenant_id': '62619888bdca466ba8c18ee81a70a388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:53Z', 'updated_at': '2021-09-14T11:18:20Z', 'revision_number': 5, 'project_id': '62619888bdca466ba8c18ee81a70a388', 'gw_port': {'id': 'c385e4c4-32b4-4eb8-b976-b08a506e78dc', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:54Z', 'updated_at': '2021-09-14T11:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:18:22.074930 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.079020 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:22.079419 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:22.079878 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.080182 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:22.080652 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Bound port: a398b0dc-ca15-4039-a880-00d18db00038, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:22.081027 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.123557 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ba7bb3-994f-44ba-870f-ec60006e05dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565befe6-b5f2-4850-bb8a-b2e2c8b97ec1'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:18:22.126146 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3dc1d6-9472-41c6-b5f0-26ade7870cb4" -d '{"events": [{"server_uuid": "56ba7bb3-994f-44ba-870f-ec60006e05dd", "name": "network-vif-plugged", "status": "completed", "tag": "565befe6-b5f2-4850-bb8a-b2e2c8b97ec1"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:18:22.140438 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,segment=NetworkSegment(5690d619-3626-4fbf-8f53-9a83cbb917cf),segment_id=5690d619-3626-4fbf-8f53-9a83cbb917cf)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:22.149886 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] For port a398b0dc-ca15-4039-a880-00d18db00038, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:22.153208 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] For port a398b0dc-ca15-4039-a880-00d18db00038, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=a398b0dc-ca15-4039-a880-00d18db00038,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:22.219443 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.220264 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 25c17c34-0957-48fb-bbdb-600cb475a3f4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:18:22.226089 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.251714 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c63c69e8-12fe-42ed-b41d-40d9af40efcf req-a8aaf021-935a-4a9d-a86d-d7636f485995 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580165 Sep 14 11:18:22.280560 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 25c17c34-0957-48fb-bbdb-600cb475a3f4 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:18:22.280560 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 25c17c34-0957-48fb-bbdb-600cb475a3f4 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:18:22.284982 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d24bdf-19fa-4224-b993-6fcd9d306c70 None None] Pushing event updated for resources: {'Port': ['ID=a398b0dc-ca15-4039-a880-00d18db00038,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:22.306361 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:22.306511 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:22.307370 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:22.312325 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522f9e2b-fce0-40dc-82c8-874384f9d8e7 x-openstack-request-id: req-522f9e2b-fce0-40dc-82c8-874384f9d8e7 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:18:22.312547 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ba7bb3-994f-44ba-870f-ec60006e05dd", "name": "network-vif-plugged", "status": "completed", "tag": "565befe6-b5f2-4850-bb8a-b2e2c8b97ec1", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:18:22.314712 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-522f9e2b-fce0-40dc-82c8-874384f9d8e7 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:18:22.314712 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ba7bb3-994f-44ba-870f-ec60006e05dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565befe6-b5f2-4850-bb8a-b2e2c8b97ec1', 'code': 200} Sep 14 11:18:22.349977 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f35c61-f5ef-48d8-ad40-f49f6bc52322 req-27912174-2736-4324-8625-bbdeb85ea0a6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:22.351789 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-23f35c61-f5ef-48d8-ad40-f49f6bc52322 req-27912174-2736-4324-8625-bbdeb85ea0a6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.4603670 Sep 14 11:18:22.360771 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.386361 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.424239 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:22.465658 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-23f35c61-f5ef-48d8-ad40-f49f6bc52322 req-6f6803b7-5081-4f08-be41-ccbbce40c406 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027548 Sep 14 11:18:22.537244 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device e91b7839-f635-4978-94ac-aa904006255d up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:22.597433 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port e91b7839-f635-4978-94ac-aa904006255d triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:22.597900 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.677385 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:20Z', 'revision_number': 3, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:22.682155 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Allocated IP 172.20.0.1 (4967d3aa-bc7b-453b-b242-7a05dd202465/4bd2e440-dbf0-4dc7-89d7-47b44fa064aa/6ad55373-4578-4a37-a651-665d6a3d44bb) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:22.708423 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcb395c-e873-4db2-b0de-7c436349fa33 None None] The sync data for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi is: [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:20Z', 'revision_number': 3, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:18:22.711708 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe3881-77cb-4bc7-9dc9-e534d70978ba req-d2e6e4b1-a531-4f80-af52-2ce45467da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:22.713207 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b8fe3881-77cb-4bc7-9dc9-e534d70978ba req-d2e6e4b1-a531-4f80-af52-2ce45467da34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 1103 time: 0.0672770 Sep 14 11:18:22.744693 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.748742 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:18:22.775249 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:18:22.775621 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 613c81a9-3d25-4474-a7bd-36f73b9e1ec6 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:18:22.840796 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.845497 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Pushing event deleted for resources: {'Port': ['ID=c385e4c4-32b4-4eb8-b976-b08a506e78dc,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:22.860929 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b8fe3881-77cb-4bc7-9dc9-e534d70978ba req-995f8315-4857-4d92-af74-a70082629381 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378512 Sep 14 11:18:22.917317 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:22.929722 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.005469 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Transition to ACTIVE for port object 6ad55373-4578-4a37-a651-665d6a3d44bb will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:23.044796 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.048439 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.167158 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.167775 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc {{(pid=94631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:18:23.172876 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.177195 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-8980de69-4249-4b5b-8f13-cd434679fded admin admin] 10.222.0.59 "DELETE /v2.0/routers/4f6a3c1c-d868-4d89-8fff-30f10a4ae3fc HTTP/1.1" status: 204 len: 168 time: 2.0262294 Sep 14 11:18:23.177195 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 39636) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:23.185354 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.190214 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:18:23.258270 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:23.267282 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:23.273444 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:23.274418 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad55373-4578-4a37-a651-665d6a3d44bb,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:23.279959 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d2af9b-373a-4625-a6da-828d7fc1350a admin admin] Deleting subnet 7977ac6d-6579-49b1-9a74-4eae76b21999 {{(pid=94631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:18:23.302485 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55d2af9b-373a-4625-a6da-828d7fc1350a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.368823 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55d2af9b-373a-4625-a6da-828d7fc1350a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3868976'] for subnet, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.406638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.483671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55d2af9b-373a-4625-a6da-828d7fc1350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.498740 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1909947-a521-420e-8a92-6e29cc306588 req-846fd8fc-37f0-4d56-b35f-58d45d82ea23 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:23.498740 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f1909947-a521-420e-8a92-6e29cc306588 req-846fd8fc-37f0-4d56-b35f-58d45d82ea23 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 950 time: 0.1492431 Sep 14 11:18:23.629693 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d13ef3c0-73c1-4570-a707-efb36a776f57 None None] Provisioning for port 6ad55373-4578-4a37-a651-665d6a3d44bb completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:23.635789 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d13ef3c0-73c1-4570-a707-efb36a776f57 None None] Provisioning complete for port 6ad55373-4578-4a37-a651-665d6a3d44bb triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:23.636221 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d13ef3c0-73c1-4570-a707-efb36a776f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.638200 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f1909947-a521-420e-8a92-6e29cc306588 req-dd109d1a-f041-4318-b474-73a620901555 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178818 Sep 14 11:18:23.656568 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64add7a7-c192-4c5d-98a5-6047e4542d0b req-47abe5f1-98e5-4aa4-8760-2dfd032de6dd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:23.658186 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-64add7a7-c192-4c5d-98a5-6047e4542d0b req-47abe5f1-98e5-4aa4-8760-2dfd032de6dd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0933464 Sep 14 11:18:23.681092 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d13ef3c0-73c1-4570-a707-efb36a776f57 None None] Port 6ad55373-4578-4a37-a651-665d6a3d44bb cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:23.699478 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-64add7a7-c192-4c5d-98a5-6047e4542d0b req-2f6223b6-b30b-4c07-a980-13f2c784ed54 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341184 Sep 14 11:18:23.746156 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55d2af9b-373a-4625-a6da-828d7fc1350a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26147166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25842824'] for subnet, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.747912 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.780709 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2af9b-373a-4625-a6da-828d7fc1350a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7977ac6d-6579-49b1-9a74-4eae76b21999,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:23.786419 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55d2af9b-373a-4625-a6da-828d7fc1350a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.789112 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-55d2af9b-373a-4625-a6da-828d7fc1350a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7977ac6d-6579-49b1-9a74-4eae76b21999 HTTP/1.1" status: 204 len: 168 time: 0.6109247 Sep 14 11:18:23.792023 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39642) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:23.871932 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.949287 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.963618 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:23.986002 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52c0b55-a090-4681-a1bc-f9b16f5dbdbe']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:23.995464 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c23798e-3931-494e-9a52-8f78f108b47f') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:23.995760 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c23798e-3931-494e-9a52-8f78f108b47f') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:24.004999 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.018875 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.019050 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.026070 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:18:24.026453 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:18:24.028161 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:18:24.089349 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad55373-4578-4a37-a651-665d6a3d44bb,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:24.091769 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.139120 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.145965 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.148511 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c52c0b55-a090-4681-a1bc-f9b16f5dbdbe HTTP/1.1" status: 204 len: 168 time: 0.3554046 Sep 14 11:18:24.167256 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ce9f7-c1c6-49a7-8777-1deef8788de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c52c0b55-a090-4681-a1bc-f9b16f5dbdbe,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:24.201523 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:24.203145 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:24.326551 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:18:24.418753 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-e419db33-fd96-497e-80f8-05fdab09e6ff None None] Provisioning complete for port 6ad55373-4578-4a37-a651-665d6a3d44bb triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:24.419200 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e419db33-fd96-497e-80f8-05fdab09e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.446148 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:24.455733 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39646) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:24.460675 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-486696a2-81ac-4bc3-a325-d21b8dd42b20 admin admin] 10.222.0.59 "PUT /v2.0/routers/f467f1bf-e2fe-4f5d-9ad4-0a874b934119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1967804 Sep 14 11:18:24.471235 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.484319 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Sync routers for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:18:24.495236 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e419db33-fd96-497e-80f8-05fdab09e6ff None None] Port 6ad55373-4578-4a37-a651-665d6a3d44bb cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:24.499844 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:24.500825 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:24.508738 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-f493cbad-382d-47b8-abac-62d55c10973e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62619888bdca466ba8c18ee81a70a388&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502806 Sep 14 11:18:24.510989 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39650) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:24.570060 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a8164cc5-728d-4dc8-81f9-c6c07f7a7a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.580667 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device a398b0dc-ca15-4039-a880-00d18db00038 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:24.596026 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a8164cc5-728d-4dc8-81f9-c6c07f7a7a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.635152 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:24.687739 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port a398b0dc-ca15-4039-a880-00d18db00038 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:24.694588 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port a398b0dc-ca15-4039-a880-00d18db00038 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:24.699346 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.717855 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a8164cc5-728d-4dc8-81f9-c6c07f7a7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.723590 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a8164cc5-728d-4dc8-81f9-c6c07f7a7a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.727997 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-a8164cc5-728d-4dc8-81f9-c6c07f7a7a38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b76f5644-6ada-4543-92d3-7410eb5bcf74 HTTP/1.1" status: 204 len: 168 time: 0.2133219 Sep 14 11:18:24.736729 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8164cc5-728d-4dc8-81f9-c6c07f7a7a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76f5644-6ada-4543-92d3-7410eb5bcf74,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:24.825813 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b9c16-25b6-4475-ad45-042015fb3f4a req-d7cf26bf-ecce-4ca2-8a84-f740c2b13b84 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:24.826359 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.834096 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-324b9c16-25b6-4475-ad45-042015fb3f4a req-d7cf26bf-ecce-4ca2-8a84-f740c2b13b84 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 950 time: 0.1091454 Sep 14 11:18:24.852414 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port a398b0dc-ca15-4039-a880-00d18db00038, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=a398b0dc-ca15-4039-a880-00d18db00038,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:24.894315 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:24.900660 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-324b9c16-25b6-4475-ad45-042015fb3f4a req-f2a5129e-5da0-4b79-aa69-64c46454804b tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646465 Sep 14 11:18:24.903838 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 2, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:24.915861 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4a2ef-1ef0-4a1c-a1ae-5a1a95eeea7d req-aca4ba92-8545-4db2-b175-bcff0c71b1b7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:24.923557 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d0e4a2ef-1ef0-4a1c-a1ae-5a1a95eeea7d req-aca4ba92-8545-4db2-b175-bcff0c71b1b7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 944 time: 0.0847304 Sep 14 11:18:24.960365 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Checking router: f467f1bf-e2fe-4f5d-9ad4-0a874b934119 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:18:24.960722 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Updating router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 port 6ad55373-4578-4a37-a651-665d6a3d44bb binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:18:24.981199 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d0e4a2ef-1ef0-4a1c-a1ae-5a1a95eeea7d req-26079149-a173-49d2-9a6f-6ba8b6dc8105 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567608 Sep 14 11:18:25.015492 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=a398b0dc-ca15-4039-a880-00d18db00038,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:25.015752 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.016121 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device c385e4c4-32b4-4eb8-b976-b08a506e78dc no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:18:25.065047 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: c385e4c4-32b4-4eb8-b976-b08a506e78dc {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:18:25.065047 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device c385e4c4-32b4-4eb8-b976-b08a506e78dc not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:18:25.295136 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.305676 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Transition to ACTIVE for port object 6ad55373-4578-4a37-a651-665d6a3d44bb will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:25.384060 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.470365 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39686) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:25.476175 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-78091794-network', 'tenant_id': '8d0a31246dca422db194c09f275b0758'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:25.496838 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aca19e-1c12-499c-a3c3-15e62b41e891 req-7e0b985a-a378-4599-b96a-2d3a49028a63 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:25.504743 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02aca19e-1c12-499c-a3c3-15e62b41e891 req-7e0b985a-a378-4599-b96a-2d3a49028a63 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 950 time: 0.0848994 Sep 14 11:18:25.553002 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8388-276d-48c8-92b5-5fc2d2999fbd None None] Pushing event updated for resources: {'Port': ['ID=6ad55373-4578-4a37-a651-665d6a3d44bb,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:25.559598 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02aca19e-1c12-499c-a3c3-15e62b41e891 req-d6832168-7ecb-4d19-8cf6-fd8fa05c0916 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Sep 14 11:18:25.586495 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Made reservation on behalf of 8d0a31246dca422db194c09f275b0758 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:25.591863 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.592023 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Attempting to bind port 6ad55373-4578-4a37-a651-665d6a3d44bb on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:25.592023 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Attempting to bind port 6ad55373-4578-4a37-a651-665d6a3d44bb by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:25.592023 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Attempting to bind port 6ad55373-4578-4a37-a651-665d6a3d44bb on network 4967d3aa-bc7b-453b-b242-7a05dd202465 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:25.596884 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:25.597273 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Checking segment: {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:25.597678 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.598108 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Bound using segment: {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:25.598573 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Bound port: 6ad55373-4578-4a37-a651-665d6a3d44bb, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:25.598947 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.603003 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.670319 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:18:25.679935 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] For port 6ad55373-4578-4a37-a651-665d6a3d44bb, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:25.685699 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] For port 6ad55373-4578-4a37-a651-665d6a3d44bb, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=6ad55373-4578-4a37-a651-665d6a3d44bb,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:25.723036 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.733880 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.767774 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.784490 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:25.809429 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:25.810104 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:25.811083 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:18:25.815270 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a8388-276d-48c8-92b5-5fc2d2999fbd None None] Pushing event updated for resources: {'Port': ['ID=6ad55373-4578-4a37-a651-665d6a3d44bb,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:25.816203 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'port_id': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'mac_address': 'fa:16:3e:6f:2f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:18:25.844736 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6fab69-df8f-4543-b66b-bcbb48ea7bf2,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:25.864772 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.865267 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.867940 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Added segment c23f7630-1976-476b-9a5a-902584323ae6 of type vlan for network ff6c98dd-e328-4036-8e09-1d4df9390245 Sep 14 11:18:25.885516 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:18:25.911652 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:25.923572 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:25.969378 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:25.985202 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:26.008514 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:26.009507 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:26.010132 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:26.068639 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=9']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:26.105115 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] Pushing event updated for resources: {'Network': ['ID=ff6c98dd-e328-4036-8e09-1d4df9390245,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:26.113208 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-43fef0e4-6a18-4055-a599-8fc5f23482dd admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6417174 Sep 14 11:18:26.114244 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39704) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:26.117101 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network ff6c98dd-e328-4036-8e09-1d4df9390245 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:18:26.120281 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Request body: {'subnet': {'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-78091794-subnet', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:26.186586 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03441d76-3ed9-42e3-a259-aea80b159d6e req-aee5fd6c-73cc-4963-a49a-e3f52c068005 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:26.201804 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-03441d76-3ed9-42e3-a259-aea80b159d6e req-aee5fd6c-73cc-4963-a49a-e3f52c068005 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.0911529 Sep 14 11:18:26.207659 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Made reservation on behalf of 8d0a31246dca422db194c09f275b0758 for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:26.212545 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156735'] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:26.234858 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:18:26.260199 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-03441d76-3ed9-42e3-a259-aea80b159d6e req-a1e7b22c-72c9-426c-ba1f-5b82d1d6ae6e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570188 Sep 14 11:18:26.307316 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:25Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:26.351029 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944af648-0768-41f3-947d-d26f0d7d9091 None None] The sync data for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi is: [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:25Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:18:26.556671 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2764913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156705'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:26.672408 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device a398b0dc-ca15-4039-a880-00d18db00038 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:26.749797 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port a398b0dc-ca15-4039-a880-00d18db00038 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:26.750179 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:26.845885 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b48178-c689-453e-8ee3-ce4ec36147d4,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:26.860946 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Checking segment: {'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:26.861585 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Network hostable DHCP agents. Network: ff6c98dd-e328-4036-8e09-1d4df9390245, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:18:26.924600 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-fb256db7-03c5-49d4-a9c8-5269bf1ac585 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:26.926398 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-fb256db7-03c5-49d4-a9c8-5269bf1ac585 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.60 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 950 time: 0.1479223 Sep 14 11:18:26.926877 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 6ad55373-4578-4a37-a651-665d6a3d44bb up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:26.943531 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101e45-ee53-45e4-b8f4-7e18e6108518 req-cf7dfdcb-8bce-4492-8631-450c589ca225 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:26.952238 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-50101e45-ee53-45e4-b8f4-7e18e6108518 req-cf7dfdcb-8bce-4492-8631-450c589ca225 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 950 time: 0.1044142 Sep 14 11:18:26.971814 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Network ff6c98dd-e328-4036-8e09-1d4df9390245 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:18:27.064884 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, ff6c98dd-e328-4036-8e09-1d4df9390245) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:27.071497 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-50101e45-ee53-45e4-b8f4-7e18e6108518 req-c666dbcd-deac-4a40-9ea9-264fdd9fc358 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/security-groups?id=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079857 Sep 14 11:18:27.081560 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:27.081681 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.086581 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005c4cf-b4e5-4182-ab84-1bca3d5198ce None None] Network ff6c98dd-e328-4036-8e09-1d4df9390245 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:18:27.107835 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Deleting port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:18:27.108619 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.125167 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 6ad55373-4578-4a37-a651-665d6a3d44bb completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:27.151094 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 6ad55373-4578-4a37-a651-665d6a3d44bb triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:27.151722 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.175927 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-15fd6c62-c53d-4e3a-a509-aca04c8fdda3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0594509 Sep 14 11:18:27.180242 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39726) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:27.193191 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:27.242057 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] For port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,segment=NetworkSegment(5690d619-3626-4fbf-8f53-9a83cbb917cf),segment_id=5690d619-3626-4fbf-8f53-9a83cbb917cf)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:27.242978 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.261491 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Calling delete_port for 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:18:27.364590 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.366980 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.421926 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.491449 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.518581 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 6ad55373-4578-4a37-a651-665d6a3d44bb, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=6ad55373-4578-4a37-a651-665d6a3d44bb,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:27.521827 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-ff6c98dd-e328-4036-8e09-1d4df9390245', 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'fixed_ips': [{'subnet_id': 'c4b48178-c689-453e-8ee3-ce4ec36147d4'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:18:27.523300 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.559082 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff78187-f88a-4a1e-b2f9-9aebf76d95c6 req-264cedcf-5493-49aa-beec-52ef4900fd6c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:27.561446 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cff78187-f88a-4a1e-b2f9-9aebf76d95c6 req-264cedcf-5493-49aa-beec-52ef4900fd6c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 945 time: 0.1524220 Sep 14 11:18:27.597797 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.620633 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cff78187-f88a-4a1e-b2f9-9aebf76d95c6 req-e622cca7-4f5b-413e-b2a6-b9d3ed716394 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478661 Sep 14 11:18:27.631047 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.647171 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['565befe6-b5f2-4850-bb8a-b2e2c8b97ec1'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:18:27.683827 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Pushing event deleted for resources: {'Port': ['ID=565befe6-b5f2-4850-bb8a-b2e2c8b97ec1,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:27.687484 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:27.767122 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.774032 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] No DVR routers for this DVR port 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:18:27.777004 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.782844 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-eb8bb0d5-b2d4-45a5-871d-3616069c0615 req-1b33009b-909c-41fd-ab95-38637c8167e6 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.60 "DELETE /v2.0/ports/565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 HTTP/1.1" status: 204 len: 173 time: 0.8446417 Sep 14 11:18:27.782844 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ba7bb3-994f-44ba-870f-ec60006e05dd', 'name': 'network-vif-deleted', 'tag': '565befe6-b5f2-4850-bb8a-b2e2c8b97ec1'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:18:27.790274 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d216de-87aa-4e85-a329-fde51b7b87ff" -d '{"events": [{"server_uuid": "56ba7bb3-994f-44ba-870f-ec60006e05dd", "name": "network-vif-deleted", "tag": "565befe6-b5f2-4850-bb8a-b2e2c8b97ec1"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:18:27.796208 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=6ad55373-4578-4a37-a651-665d6a3d44bb,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:27.835517 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Allocated IP 172.20.0.2 (ff6c98dd-e328-4036-8e09-1d4df9390245/c4b48178-c689-453e-8ee3-ce4ec36147d4/5e419b7d-b102-4645-810d-392cd9c6595b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:27.843309 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:27.843704 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:27.850488 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a7f077-e8c1-45e2-a6c5-9619351056c3 x-openstack-request-id: req-d6a7f077-e8c1-45e2-a6c5-9619351056c3 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:18:27.851215 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ba7bb3-994f-44ba-870f-ec60006e05dd", "name": "network-vif-deleted", "tag": "565befe6-b5f2-4850-bb8a-b2e2c8b97ec1", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:18:27.851492 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d6a7f077-e8c1-45e2-a6c5-9619351056c3 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:18:27.851890 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ba7bb3-994f-44ba-870f-ec60006e05dd', 'name': 'network-vif-deleted', 'tag': '565befe6-b5f2-4850-bb8a-b2e2c8b97ec1', 'status': 'completed', 'code': 200} Sep 14 11:18:28.070360 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.123116 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.132370 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:18:28.134891 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786d837e-10f0-456b-a4f2-d6f72f9a10cc" -d '{"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-plugged", "status": "completed", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:18:28.155993 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.162662 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:28.163085 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.173598 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Transition to ACTIVE for port object 5e419b7d-b102-4645-810d-392cd9c6595b will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:28.191367 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Transition to ACTIVE for port object 5e419b7d-b102-4645-810d-392cd9c6595b will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:28.197529 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d2970bb0-b268-4ff2-b6b6-490f4ffcf9cf req-c0fe8c15-2059-4cd6-af39-f374ddfcca10 tempest-VolumesNegativeTest-1511580031 tempest-VolumesNegativeTest-1511580031-project] 10.222.0.59 "GET /v2.0/ports?device_id=56ba7bb3-994f-44ba-870f-ec60006e05dd HTTP/1.1" status: 200 len: 210 time: 0.0640821 Sep 14 11:18:28.253517 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c6262a-2c77-43de-938d-0f6f93c0f01e x-openstack-request-id: req-f0c6262a-2c77-43de-938d-0f6f93c0f01e {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:18:28.253517 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-plugged", "status": "completed", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:18:28.253517 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f0c6262a-2c77-43de-938d-0f6f93c0f01e {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:18:28.253517 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'code': 200} Sep 14 11:18:28.283065 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Allocated IP 172.27.0.106 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/3f549b11-ceb5-4df7-9f1e-3eac79105c64) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:28.344809 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.348784 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.430962 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.431235 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9112de-2ae0-4f2b-b972-be56d13e1128 req-1aa1afdf-6e3f-4245-9cf0-1284d5ee8867 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:28.432845 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a9112de-2ae0-4f2b-b972-be56d13e1128 req-1aa1afdf-6e3f-4245-9cf0-1284d5ee8867 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0806704 Sep 14 11:18:28.504689 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a9112de-2ae0-4f2b-b972-be56d13e1128 req-f3092141-61b1-4cf0-b2a2-fcbe520d4093 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627873 Sep 14 11:18:28.518881 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Network ff6c98dd-e328-4036-8e09-1d4df9390245 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:28.535548 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:28.535831 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 6ad55373-4578-4a37-a651-665d6a3d44bb up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:28.541130 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:28.550941 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.564536 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:28.588378 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:28.592734 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:28.598541 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:28.623543 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Pushing event updated for resources: {'Port': ['ID=3f549b11-ceb5-4df7-9f1e-3eac79105c64,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:28.661872 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Pushing event updated for resources: {'Port': ['ID=5e419b7d-b102-4645-810d-392cd9c6595b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:28.665557 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Attempting to bind port 5e419b7d-b102-4645-810d-392cd9c6595b on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:28.665927 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Attempting to bind port 5e419b7d-b102-4645-810d-392cd9c6595b by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:28.666290 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Attempting to bind port 5e419b7d-b102-4645-810d-392cd9c6595b on network ff6c98dd-e328-4036-8e09-1d4df9390245 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:28.673464 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:28.673882 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Checking segment: {'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:28.674331 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.674700 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Bound using segment: {'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:28.675170 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Bound port: 5e419b7d-b102-4645-810d-392cd9c6595b, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:28.675631 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.692909 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 6ad55373-4578-4a37-a651-665d6a3d44bb triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:28.693276 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.778788 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] For port 5e419b7d-b102-4645-810d-392cd9c6595b, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:28.782494 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] For port 5e419b7d-b102-4645-810d-392cd9c6595b, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=5e419b7d-b102-4645-810d-392cd9c6595b,segment=NetworkSegment(c23f7630-1976-476b-9a5a-902584323ae6),segment_id=c23f7630-1976-476b-9a5a-902584323ae6)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:28.820072 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408c708-fcaa-4059-9f1f-449d4c488a5f req-75aa6109-428b-4cdf-93b7-962526d13cf4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:28.827909 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8408c708-fcaa-4059-9f1f-449d4c488a5f req-75aa6109-428b-4cdf-93b7-962526d13cf4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.1047421 Sep 14 11:18:28.865189 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:28.886454 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8408c708-fcaa-4059-9f1f-449d4c488a5f req-7236b894-7408-4e8b-8e55-e59c1bfb6bd9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 Sep 14 11:18:28.972828 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326332d-fe69-4444-bbb9-53fe6db483e8 None None] Pushing event updated for resources: {'Port': ['ID=5e419b7d-b102-4645-810d-392cd9c6595b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:28.988651 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fa83b-85fc-45c6-a737-aafba3cd17aa req-bd92630f-b4d4-489e-bbd2-a924b5b60ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:28.990181 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-654fa83b-85fc-45c6-a737-aafba3cd17aa req-bd92630f-b4d4-489e-bbd2-a924b5b60ef7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 1100 time: 0.0720644 Sep 14 11:18:29.038655 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-654fa83b-85fc-45c6-a737-aafba3cd17aa req-9f5e7ba2-2574-4f64-943a-2b5ee2254c36 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Sep 14 11:18:29.045069 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:29.265285 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:29.464557 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Router 9d05bff8-c6db-4c73-9a64-c779d91a534c is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:18:29.579885 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:29.592684 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Sync routers for ids ['9d05bff8-c6db-4c73-9a64-c779d91a534c'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:18:29.605976 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Routers {'9d05bff8-c6db-4c73-9a64-c779d91a534c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:29.607008 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['9d05bff8-c6db-4c73-9a64-c779d91a534c'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:29.641930 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] Notify callbacks [] for router, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:29.643436 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-7a3c1c7b-a1e2-4777-8dd9-36d67e00ce31 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4618306 Sep 14 11:18:29.646039 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 39782) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:29.667638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2104eb0-149b-481e-816a-82cb6272ad1b req-48133fac-08ee-42eb-9075-9c9f5439a2cf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:29.669349 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c2104eb0-149b-481e-816a-82cb6272ad1b req-48133fac-08ee-42eb-9075-9c9f5439a2cf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0697191 Sep 14 11:18:29.722989 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c2104eb0-149b-481e-816a-82cb6272ad1b req-e7c5a826-b7fb-49e7-b35d-bbd9b53fd85c tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467660 Sep 14 11:18:29.752207 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Set router 9d05bff8-c6db-4c73-9a64-c779d91a534c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:29.942861 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743b3c4-96f9-41cd-9862-039aa2f15e2c None None] Network ff6c98dd-e328-4036-8e09-1d4df9390245 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:18:30.049005 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d56b5-f3a6-42ce-8ea5-89813dd7b7df req-e01d8494-be3e-44e7-a8a6-bd19f7ee8018 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:30.050590 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-219d56b5-f3a6-42ce-8ea5-89813dd7b7df req-e01d8494-be3e-44e7-a8a6-bd19f7ee8018 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.0659318 Sep 14 11:18:30.058938 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:18:28Z', 'revision_number': 3, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port': {'id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:28Z', 'updated_at': '2021-09-14T11:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:30.093952 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-68ab68e8-041f-4fdd-86a8-6a79e53f3191 None None] Provisioning for port 5e419b7d-b102-4645-810d-392cd9c6595b completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:30.095916 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Checking router: 9d05bff8-c6db-4c73-9a64-c779d91a534c for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:18:30.096260 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Updating router 9d05bff8-c6db-4c73-9a64-c779d91a534c port 3f549b11-ceb5-4df7-9f1e-3eac79105c64 binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:18:30.098803 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-219d56b5-f3a6-42ce-8ea5-89813dd7b7df req-7b988fa8-5ced-4144-af94-2b7e04a3446c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342124 Sep 14 11:18:30.164033 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.292122 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.476537 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Allocated IP 172.20.0.1 (ff6c98dd-e328-4036-8e09-1d4df9390245/c4b48178-c689-453e-8ee3-ce4ec36147d4/a127a4bc-6bc2-4286-ba62-6272057dd0c4) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:30.512523 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.524974 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Transition to ACTIVE for port object 3f549b11-ceb5-4df7-9f1e-3eac79105c64 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:30.581960 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.589331 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 5e419b7d-b102-4645-810d-392cd9c6595b up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:30.602818 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.621882 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.provisioning_blocks [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Transition to ACTIVE for port object a127a4bc-6bc2-4286-ba62-6272057dd0c4 will not be triggered until provisioned by entity DHCP. {{(pid=94632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:30.665718 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd055eb8-281a-495b-9df1-076ea9183669 None None] Pushing event updated for resources: {'Port': ['ID=3f549b11-ceb5-4df7-9f1e-3eac79105c64,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:30.674786 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Attempting to bind port 3f549b11-ceb5-4df7-9f1e-3eac79105c64 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:30.675155 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Attempting to bind port 3f549b11-ceb5-4df7-9f1e-3eac79105c64 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:30.675546 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Attempting to bind port 3f549b11-ceb5-4df7-9f1e-3eac79105c64 on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:30.684489 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:30.684858 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:30.685258 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.685648 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:30.686111 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Bound port: 3f549b11-ceb5-4df7-9f1e-3eac79105c64, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:30.686493 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.694043 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.734620 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Network ff6c98dd-e328-4036-8e09-1d4df9390245 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:30.741768 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:30.746595 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:30.758542 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] For port 3f549b11-ceb5-4df7-9f1e-3eac79105c64, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:30.763504 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] For port 3f549b11-ceb5-4df7-9f1e-3eac79105c64, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=3f549b11-ceb5-4df7-9f1e-3eac79105c64,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:30.768526 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 5e419b7d-b102-4645-810d-392cd9c6595b completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:30.770229 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Pushing event updated for resources: {'Port': ['ID=a127a4bc-6bc2-4286-ba62-6272057dd0c4,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:30.781126 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 5e419b7d-b102-4645-810d-392cd9c6595b triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:30.782090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.796915 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.830145 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:30.874044 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c76f14-ccb5-47d2-b7bf-8209b31e56d9 req-6c760377-3763-4160-9bac-24bbccc279ed tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:30.897371 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59c76f14-ccb5-47d2-b7bf-8209b31e56d9 req-6c760377-3763-4160-9bac-24bbccc279ed tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0877998 Sep 14 11:18:30.939715 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Routers {'9d05bff8-c6db-4c73-9a64-c779d91a534c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:30.940257 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['9d05bff8-c6db-4c73-9a64-c779d91a534c'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:30.946087 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd055eb8-281a-495b-9df1-076ea9183669 None None] Pushing event updated for resources: {'Port': ['ID=3f549b11-ceb5-4df7-9f1e-3eac79105c64,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:30.947788 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59c76f14-ccb5-47d2-b7bf-8209b31e56d9 req-07c624e4-1291-4a85-aefd-34bab45ebbd4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465021 Sep 14 11:18:30.998122 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:31.005698 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:31.090840 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 5e419b7d-b102-4645-810d-392cd9c6595b, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=5e419b7d-b102-4645-810d-392cd9c6595b,segment=NetworkSegment(c23f7630-1976-476b-9a5a-902584323ae6),segment_id=c23f7630-1976-476b-9a5a-902584323ae6)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:31.107047 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] Set router 9d05bff8-c6db-4c73-9a64-c779d91a534c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:31.166958 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:31.173265 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-16faee51-94cd-4f83-a41a-540a04b2f5c3 None None] Provisioning for port a127a4bc-6bc2-4286-ba62-6272057dd0c4 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:31.212398 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:31.212668 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-16faee51-94cd-4f83-a41a-540a04b2f5c3 None None] Provisioning complete for port a127a4bc-6bc2-4286-ba62-6272057dd0c4 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:31.212832 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-16faee51-94cd-4f83-a41a-540a04b2f5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:31.276215 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:31.350096 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:31.352567 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Pushing event updated for resources: {'Port': ['ID=a127a4bc-6bc2-4286-ba62-6272057dd0c4,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:31.456149 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=5e419b7d-b102-4645-810d-392cd9c6595b,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:31.456544 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Network ff6c98dd-e328-4036-8e09-1d4df9390245 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:31.458181 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:31.462050 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-16faee51-94cd-4f83-a41a-540a04b2f5c3 None None] Port a127a4bc-6bc2-4286-ba62-6272057dd0c4 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:31.518260 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b579c-3a4e-4e45-9234-ab168a473964 req-eb164b87-373b-4643-a05e-d1a2192bc1b0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:31.519866 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-104b579c-3a4e-4e45-9234-ab168a473964 req-eb164b87-373b-4643-a05e-d1a2192bc1b0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.3246965 Sep 14 11:18:31.560321 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:18:28Z', 'revision_number': 3, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port': {'id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:28Z', 'updated_at': '2021-09-14T11:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:31.568730 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-104b579c-3a4e-4e45-9234-ab168a473964 req-2b87d822-b0fd-4a86-a0b7-79607f58deae tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Sep 14 11:18:31.595413 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8376adb8-7706-4e07-a76c-f2b6c7995505 None None] The sync data for ids ['9d05bff8-c6db-4c73-9a64-c779d91a534c'] in dv-cinder-804757-8-iscsi is: [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:18:28Z', 'revision_number': 3, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port': {'id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:76:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:28Z', 'updated_at': '2021-09-14T11:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:18:31.625513 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Router 9d05bff8-c6db-4c73-9a64-c779d91a534c has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:18:31.744584 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:31.751852 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-05b654ec-9eca-4372-a8cd-e264392a202a admin admin] 10.222.0.59 "PUT /v2.0/routers/9d05bff8-c6db-4c73-9a64-c779d91a534c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1031859 Sep 14 11:18:31.815384 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-0e2cb405-105b-49d3-a662-316b6d16b2b5 None None] Provisioning complete for port a127a4bc-6bc2-4286-ba62-6272057dd0c4 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:31.816414 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0e2cb405-105b-49d3-a662-316b6d16b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:31.884453 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-0e2cb405-105b-49d3-a662-316b6d16b2b5 None None] Port a127a4bc-6bc2-4286-ba62-6272057dd0c4 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:31.939133 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:18:31.968107 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:18:31.968107 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 565befe6-b5f2-4850-bb8a-b2e2c8b97ec1 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:18:32.031131 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:32.101666 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eac06-4c5c-4d2a-8bbf-7c978a4b50ef req-f03e4fdd-adb2-4d92-b6ed-cc414c4b6fae tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:32.103253 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d85eac06-4c5c-4d2a-8bbf-7c978a4b50ef req-f03e4fdd-adb2-4d92-b6ed-cc414c4b6fae tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0638676 Sep 14 11:18:32.166718 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d85eac06-4c5c-4d2a-8bbf-7c978a4b50ef req-94ee02c1-d440-4612-9e60-989446d7a435 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529134 Sep 14 11:18:32.600802 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 3f549b11-ceb5-4df7-9f1e-3eac79105c64 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:32.707281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dd5ce-d4b7-4423-8025-ebc2dc1ebebe req-ba813f27-87ae-4354-9c06-924f14421ad8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:32.709409 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-726dd5ce-d4b7-4423-8025-ebc2dc1ebebe req-ba813f27-87ae-4354-9c06-924f14421ad8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.0517547 Sep 14 11:18:32.756503 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 3f549b11-ceb5-4df7-9f1e-3eac79105c64 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:32.762274 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 3f549b11-ceb5-4df7-9f1e-3eac79105c64 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:32.762778 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:32.776567 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-726dd5ce-d4b7-4423-8025-ebc2dc1ebebe req-fb171a16-eeb8-4a75-a5fc-97b70eb8f5b2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584311 Sep 14 11:18:32.891226 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:32.915354 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 3f549b11-ceb5-4df7-9f1e-3eac79105c64, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=3f549b11-ceb5-4df7-9f1e-3eac79105c64,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:33.080201 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:33.081037 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 5e419b7d-b102-4645-810d-392cd9c6595b up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:33.207419 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=3f549b11-ceb5-4df7-9f1e-3eac79105c64,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:33.220457 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 5e419b7d-b102-4645-810d-392cd9c6595b triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:33.221079 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:33.438399 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb701b0-0f4a-4e55-bc44-39c2e5f4c128 req-012f7074-d9fa-4a46-93b9-f0ac0e5caba4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:33.449131 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4bb701b0-0f4a-4e55-bc44-39c2e5f4c128 req-012f7074-d9fa-4a46-93b9-f0ac0e5caba4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1323698 Sep 14 11:18:33.490262 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4bb701b0-0f4a-4e55-bc44-39c2e5f4c128 req-9375dc35-abb1-4f8c-a4c5-1ff9fd3d2006 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397964 Sep 14 11:18:33.931730 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Sync routers for ids ['9d05bff8-c6db-4c73-9a64-c779d91a534c'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:18:33.978779 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Routers {'9d05bff8-c6db-4c73-9a64-c779d91a534c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:33.978779 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['9d05bff8-c6db-4c73-9a64-c779d91a534c'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:33.978975 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714512f-2a0f-4526-af27-d5674d55fc0d req-2cc0511e-4962-4d77-834a-6bda9090ddc8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:33.978975 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f714512f-2a0f-4526-af27-d5674d55fc0d req-2cc0511e-4962-4d77-834a-6bda9090ddc8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.0951815 Sep 14 11:18:34.010928 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f714512f-2a0f-4526-af27-d5674d55fc0d req-cc01bd2a-1810-4475-abb5-0049ba803083 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506542 Sep 14 11:18:34.135048 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Set router 9d05bff8-c6db-4c73-9a64-c779d91a534c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:34.402992 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:18:30Z', 'revision_number': 4, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port': {'id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:28Z', 'updated_at': '2021-09-14T11:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'a127a4bc-6bc2-4286-ba62-6272057dd0c4', 'name': '', 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'mac_address': 'fa:16:3e:8c:fb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c4b48178-c689-453e-8ee3-ce4ec36147d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:30Z', 'updated_at': '2021-09-14T11:18:31Z', 'revision_number': 2, 'project_id': '8d0a31246dca422db194c09f275b0758', 'subnets': [{'id': 'c4b48178-c689-453e-8ee3-ce4ec36147d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:34.431245 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Checking router: 9d05bff8-c6db-4c73-9a64-c779d91a534c for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:18:34.437647 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Updating router 9d05bff8-c6db-4c73-9a64-c779d91a534c port a127a4bc-6bc2-4286-ba62-6272057dd0c4 binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:18:34.469614 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:34.593481 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 3f549b11-ceb5-4df7-9f1e-3eac79105c64 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:34.687038 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac573921-2c41-440d-879c-aeb2d3d87917 req-8907680b-2da3-47b8-a4e6-a1c8e2cdbe03 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:34.692563 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 3f549b11-ceb5-4df7-9f1e-3eac79105c64 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:34.693270 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:34.697492 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ac573921-2c41-440d-879c-aeb2d3d87917 req-8907680b-2da3-47b8-a4e6-a1c8e2cdbe03 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0975344 Sep 14 11:18:34.802490 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ac573921-2c41-440d-879c-aeb2d3d87917 req-62d20dcb-fa29-4f1e-98e2-c05b91f355cf tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931885 Sep 14 11:18:35.039444 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:35.063519 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Transition to ACTIVE for port object a127a4bc-6bc2-4286-ba62-6272057dd0c4 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:35.162423 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:35.206089 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d077bf-676f-496e-bc77-de1a98337486 req-ff68807f-9a12-4c96-903e-6f663f700469 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:35.216737 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f6d077bf-676f-496e-bc77-de1a98337486 req-ff68807f-9a12-4c96-903e-6f663f700469 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.1062458 Sep 14 11:18:35.253999 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862ef9a-4d5d-4224-b044-62811b9b71fb None None] Pushing event updated for resources: {'Port': ['ID=a127a4bc-6bc2-4286-ba62-6272057dd0c4,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:35.275545 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f6d077bf-676f-496e-bc77-de1a98337486 req-7ce9baad-a86c-486b-88e0-9ac80adb7a40 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530128 Sep 14 11:18:35.334174 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Attempting to bind port a127a4bc-6bc2-4286-ba62-6272057dd0c4 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:35.335113 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Attempting to bind port a127a4bc-6bc2-4286-ba62-6272057dd0c4 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:35.335510 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Attempting to bind port a127a4bc-6bc2-4286-ba62-6272057dd0c4 on network ff6c98dd-e328-4036-8e09-1d4df9390245 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:35.341882 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:35.347176 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Checking segment: {'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:35.347176 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:35.347176 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Bound using segment: {'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:35.347176 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Bound port: a127a4bc-6bc2-4286-ba62-6272057dd0c4, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23f7630-1976-476b-9a5a-902584323ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:35.347176 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:35.465429 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] For port a127a4bc-6bc2-4286-ba62-6272057dd0c4, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:35.469807 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] For port a127a4bc-6bc2-4286-ba62-6272057dd0c4, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=a127a4bc-6bc2-4286-ba62-6272057dd0c4,segment=NetworkSegment(c23f7630-1976-476b-9a5a-902584323ae6),segment_id=c23f7630-1976-476b-9a5a-902584323ae6)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:35.575353 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:35.634683 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Routers {'9d05bff8-c6db-4c73-9a64-c779d91a534c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:35.635368 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['9d05bff8-c6db-4c73-9a64-c779d91a534c'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:35.696183 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862ef9a-4d5d-4224-b044-62811b9b71fb None None] Pushing event updated for resources: {'Port': ['ID=a127a4bc-6bc2-4286-ba62-6272057dd0c4,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:35.797573 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] Set router 9d05bff8-c6db-4c73-9a64-c779d91a534c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:36.001036 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dc7e1-c2d2-4e2c-ad66-5651fb7278e2 req-3d6e796e-c4ab-427c-be05-2a3fe26a031e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:36.003109 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-889dc7e1-c2d2-4e2c-ad66-5651fb7278e2 req-3d6e796e-c4ab-427c-be05-2a3fe26a031e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0808454 Sep 14 11:18:36.067102 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-889dc7e1-c2d2-4e2c-ad66-5651fb7278e2 req-ff50332f-f8c7-4ddb-a544-133bc6e50dfc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551128 Sep 14 11:18:36.164976 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:18:30Z', 'revision_number': 4, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port': {'id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:28Z', 'updated_at': '2021-09-14T11:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'a127a4bc-6bc2-4286-ba62-6272057dd0c4', 'name': '', 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'mac_address': 'fa:16:3e:8c:fb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c4b48178-c689-453e-8ee3-ce4ec36147d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:30Z', 'updated_at': '2021-09-14T11:18:35Z', 'revision_number': 4, 'project_id': '8d0a31246dca422db194c09f275b0758', 'subnets': [{'id': 'c4b48178-c689-453e-8ee3-ce4ec36147d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:36.193133 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c2fc32-6008-410e-a7cf-b4853fae37e2 None None] The sync data for ids ['9d05bff8-c6db-4c73-9a64-c779d91a534c'] in dv-cinder-804757-8-iscsi is: [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:18:30Z', 'revision_number': 4, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port': {'id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:28Z', 'updated_at': '2021-09-14T11:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'a127a4bc-6bc2-4286-ba62-6272057dd0c4', 'name': '', 'network_id': 'ff6c98dd-e328-4036-8e09-1d4df9390245', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'mac_address': 'fa:16:3e:8c:fb:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c4b48178-c689-453e-8ee3-ce4ec36147d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:30Z', 'updated_at': '2021-09-14T11:18:35Z', 'revision_number': 4, 'project_id': '8d0a31246dca422db194c09f275b0758', 'subnets': [{'id': 'c4b48178-c689-453e-8ee3-ce4ec36147d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:18:36.400133 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff08d-a5a2-4b62-8cd6-8b37369fef6a req-1316a76e-2784-4cb6-b1df-894622f66935 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:36.401967 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f8ff08d-a5a2-4b62-8cd6-8b37369fef6a req-1316a76e-2784-4cb6-b1df-894622f66935 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.0505552 Sep 14 11:18:36.462073 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f8ff08d-a5a2-4b62-8cd6-8b37369fef6a req-5ae7becf-6ea9-431c-93d7-0b7aef6e08c1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538719 Sep 14 11:18:36.584156 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device a127a4bc-6bc2-4286-ba62-6272057dd0c4 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:36.767843 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port a127a4bc-6bc2-4286-ba62-6272057dd0c4 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:36.777709 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port a127a4bc-6bc2-4286-ba62-6272057dd0c4 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:36.778799 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:36.895299 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:36.954776 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port a127a4bc-6bc2-4286-ba62-6272057dd0c4, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=a127a4bc-6bc2-4286-ba62-6272057dd0c4,segment=NetworkSegment(c23f7630-1976-476b-9a5a-902584323ae6),segment_id=c23f7630-1976-476b-9a5a-902584323ae6)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:37.024944 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.118352 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=a127a4bc-6bc2-4286-ba62-6272057dd0c4,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:37.138063 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40132) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:37.212584 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40136) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:37.216800 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d66512-9e2d-43e7-b337-9b7b31911e31 req-c7ecc2f1-e3bd-4695-b0bf-9fd8a4d13059 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:37.220486 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3d66512-9e2d-43e7-b337-9b7b31911e31 req-c7ecc2f1-e3bd-4695-b0bf-9fd8a4d13059 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0674951 Sep 14 11:18:37.292528 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3d66512-9e2d-43e7-b337-9b7b31911e31 req-82079a33-16b7-477c-a07e-eea4ab65fc87 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592880 Sep 14 11:18:37.387250 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f928c7a4-5492-4912-8dc1-fd301aab12d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.433915 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40140) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:37.434142 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-928d690c-072f-4330-b409-f0c44a14b21b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=25e62fc8f14e4da19ea217495a8b88f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948384 Sep 14 11:18:37.502571 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-872af1f2-6e94-4db5-8730-80c006ab863e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.526553 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f928c7a4-5492-4912-8dc1-fd301aab12d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.534073 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-872af1f2-6e94-4db5-8730-80c006ab863e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.586792 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f928c7a4-5492-4912-8dc1-fd301aab12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.648525 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-f928c7a4-5492-4912-8dc1-fd301aab12d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e1c8aed618f4c9bbbae9e367b45a7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345732 Sep 14 11:18:37.649430 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40144) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:37.650612 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928c7a4-5492-4912-8dc1-fd301aab12d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d48d52-3885-4aed-a7b4-82b57d88d2a0,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:37.654382 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163ca80-4b3c-415e-85da-4e6ea40191d0 req-05680df1-4279-40ae-ae48-243755b08dad tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:37.663402 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9163ca80-4b3c-415e-85da-4e6ea40191d0 req-05680df1-4279-40ae-ae48-243755b08dad tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.0672317 Sep 14 11:18:37.674709 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-872af1f2-6e94-4db5-8730-80c006ab863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.678123 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-872af1f2-6e94-4db5-8730-80c006ab863e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.679593 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-872af1f2-6e94-4db5-8730-80c006ab863e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b HTTP/1.1" status: 204 len: 168 time: 0.2441504 Sep 14 11:18:37.699600 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872af1f2-6e94-4db5-8730-80c006ab863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf28a0-75c1-4b4b-8bdb-ec9293b5206b,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:37.735276 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9163ca80-4b3c-415e-85da-4e6ea40191d0 req-8ccb38ee-30d4-4b5e-af35-723727da6eb6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663052 Sep 14 11:18:37.778582 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93f1-316f-4e00-a9dd-9fc3304e100f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.817641 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93f1-316f-4e00-a9dd-9fc3304e100f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.917599 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93f1-316f-4e00-a9dd-9fc3304e100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.921206 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b2c93f1-316f-4e00-a9dd-9fc3304e100f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:37.923320 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2b2c93f1-316f-4e00-a9dd-9fc3304e100f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47d48d52-3885-4aed-a7b4-82b57d88d2a0 HTTP/1.1" status: 204 len: 168 time: 0.2686968 Sep 14 11:18:37.931240 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c93f1-316f-4e00-a9dd-9fc3304e100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d48d52-3885-4aed-a7b4-82b57d88d2a0,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:38.466275 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9ac0-e1b6-4272-8da4-8d4c6632944c req-8498df96-c717-4e80-9fa8-73a53207297b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:38.470503 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-915d9ac0-e1b6-4272-8da4-8d4c6632944c req-8498df96-c717-4e80-9fa8-73a53207297b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0975921 Sep 14 11:18:38.543241 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-915d9ac0-e1b6-4272-8da4-8d4c6632944c req-5aa9ec21-e4bf-4a3c-ae7d-3055b144f35c tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608525 Sep 14 11:18:38.573062 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device a127a4bc-6bc2-4286-ba62-6272057dd0c4 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:38.665287 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port a127a4bc-6bc2-4286-ba62-6272057dd0c4 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:38.665678 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.038249 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40184) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:39.171586 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-477589985-network', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:39.242373 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Made reservation on behalf of f3872c54353f4eaa9fc63f008cd42679 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:39.245371 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.254129 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.387370 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.458762 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.489801 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:18:39.500537 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936b38bd-7ff9-45bb-b43e-9f3f8ba8b9d4,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:39.523263 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.523263 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Added segment 9f4cf6f8-3b02-40f2-a153-b3a64ff0645a of type vlan for network f88321d9-7e37-4c1e-aa76-a44320203853 Sep 14 11:18:39.593713 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.672492 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de4c78-8dfb-44f1-886c-2630a5f6cb23 req-a61b635b-8029-4aa6-ba05-7a04848bfea3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:39.674267 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-15de4c78-8dfb-44f1-886c-2630a5f6cb23 req-a61b635b-8029-4aa6-ba05-7a04848bfea3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0631166 Sep 14 11:18:39.698894 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.700558 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:39.701428 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:39.757470 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-15de4c78-8dfb-44f1-886c-2630a5f6cb23 req-67d34ad5-908f-4ba1-9ac9-29ccfd76ac11 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735841 Sep 14 11:18:39.778320 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] Pushing event updated for resources: {'Network': ['ID=f88321d9-7e37-4c1e-aa76-a44320203853,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:39.788843 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network f88321d9-7e37-4c1e-aa76-a44320203853 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:18:39.807808 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40220) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:39.810567 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-3e533d0f-11a7-4c49-8a65-d92140022d38 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7707698 Sep 14 11:18:39.813974 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Request body: {'subnet': {'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-477589985-subnet', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'ip_version': 4}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:39.980987 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Made reservation on behalf of f3872c54353f4eaa9fc63f008cd42679 for: {'subnet': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:39.983585 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25842797'] for subnet, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:40.221254 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a86b3-c30a-4661-bd37-af3037d54303 req-58891b4e-135b-478d-a75f-74fffce4f997 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:40.222841 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e01a86b3-c30a-4661-bd37-af3037d54303 req-58891b4e-135b-478d-a75f-74fffce4f997 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1107273 Sep 14 11:18:40.268419 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e01a86b3-c30a-4661-bd37-af3037d54303 req-8db735da-e9f2-45f7-8ac9-2d1bdbefba15 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356472 Sep 14 11:18:40.323692 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-e849edb7-d140-417b-b8e7-08f09f41943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:40.325133 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-e849edb7-d140-417b-b8e7-08f09f41943d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 1098 time: 0.0424030 Sep 14 11:18:40.438124 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-a9a82e85-40ed-4d4f-b821-7c38c668efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:40.439682 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-a9a82e85-40ed-4d4f-b821-7c38c668efb2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 912 time: 0.1080160 Sep 14 11:18:40.486725 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26147103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25842803'] for subnet, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:40.552524 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-08270159-03b1-4b1f-96c1-f86f323fb073 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 HTTP/1.1" status: 200 len: 1001 time: 0.1053498 Sep 14 11:18:40.565249 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91479fb-ff27-473e-8fe8-cffb94e7d71a,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:40.624790 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Checking segment: {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:40.625154 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Network hostable DHCP agents. Network: f88321d9-7e37-4c1e-aa76-a44320203853, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:18:40.636579 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-f9032b6d-f1b6-4f49-8db6-345e2b090a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:40.638058 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-f9032b6d-f1b6-4f49-8db6-345e2b090a6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8396b9d7-6eb9-47e0-a433-97bcd58421ff HTTP/1.1" status: 200 len: 850 time: 0.0782394 Sep 14 11:18:40.681190 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40230) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:40.685671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-9cf9295a-9977-4321-97e4-5d2a81343174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:40.687510 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-9cf9295a-9977-4321-97e4-5d2a81343174 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c940777-7628-4ed0-b628-393b50c3a6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421560 Sep 14 11:18:40.768246 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Network f88321d9-7e37-4c1e-aa76-a44320203853 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:18:40.800548 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-b6e659d3-f1f9-49f6-be94-182dd99f28c4 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046700 Sep 14 11:18:40.808504 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cc18c0cb-f90a-4c42-8909-cf516d4413a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:40.848238 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, f88321d9-7e37-4c1e-aa76-a44320203853) {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:40.859653 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cc958d-89a9-4f5e-aaa0-0af1518d6f96 None None] Network f88321d9-7e37-4c1e-aa76-a44320203853 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:18:40.878671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:40.878671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:40.927230 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cc18c0cb-f90a-4c42-8909-cf516d4413a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:40.944366 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3ffd9eb-5e5a-4a89-8ef7-9d59c8ab8fa9 req-2b7ebaf3-0c82-449e-b7bb-20046614053f service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322813 Sep 14 11:18:41.001703 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-cc18c0cb-f90a-4c42-8909-cf516d4413a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.046380 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-cc18c0cb-f90a-4c42-8909-cf516d4413a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7704dff0d0cc4112922035de9d7b1bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640800 Sep 14 11:18:41.047826 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18c0cb-f90a-4c42-8909-cf516d4413a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055d023e-3cfb-4547-9ec5-5f15a22e06fe,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:41.050440 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40238) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:41.064699 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-f88321d9-7e37-4c1e-aa76-a44320203853', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:18:41.072137 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.102345 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-aa1883c3-b895-4446-b206-dfed16684dab admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2927895 Sep 14 11:18:41.102739 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40240) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:41.108725 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:41.131781 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b99-d1f5-44cb-a83e-4f33775f545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.165457 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b99-d1f5-44cb-a83e-4f33775f545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.250730 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Allocated IP 172.20.0.2 (f88321d9-7e37-4c1e-aa76-a44320203853/f91479fb-ff27-473e-8fe8-cffb94e7d71a/73281671-3958-4c13-b718-7679bf755f38) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:41.324665 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b99-d1f5-44cb-a83e-4f33775f545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.327713 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b99-d1f5-44cb-a83e-4f33775f545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.334057 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-e9d21b99-d1f5-44cb-a83e-4f33775f545b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/055d023e-3cfb-4547-9ec5-5f15a22e06fe HTTP/1.1" status: 204 len: 168 time: 0.2819741 Sep 14 11:18:41.345960 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d21b99-d1f5-44cb-a83e-4f33775f545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d023e-3cfb-4547-9ec5-5f15a22e06fe,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:41.414820 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.420257 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.495865 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0528f-238b-4ee3-a7f0-43abf2b5e5fc req-777ca3a8-ddb2-45af-b1b0-fe06715c0cdd tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:41.497964 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b9a0528f-238b-4ee3-a7f0-43abf2b5e5fc req-777ca3a8-ddb2-45af-b1b0-fe06715c0cdd tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1087012 Sep 14 11:18:41.516733 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.519953 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.530420 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Transition to ACTIVE for port object 73281671-3958-4c13-b718-7679bf755f38 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:41.552935 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Transition to ACTIVE for port object 73281671-3958-4c13-b718-7679bf755f38 will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:41.586250 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b9a0528f-238b-4ee3-a7f0-43abf2b5e5fc req-bc897566-caa9-43c7-bb6d-95a4125f1dcc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811956 Sep 14 11:18:41.619858 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.691543 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Network f88321d9-7e37-4c1e-aa76-a44320203853 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:41.695750 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:41.699489 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:41.720929 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Pushing event updated for resources: {'Port': ['ID=73281671-3958-4c13-b718-7679bf755f38,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:41.799493 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Attempting to bind port 73281671-3958-4c13-b718-7679bf755f38 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:41.800305 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Attempting to bind port 73281671-3958-4c13-b718-7679bf755f38 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:41.800559 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.801032 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Attempting to bind port 73281671-3958-4c13-b718-7679bf755f38 on network f88321d9-7e37-4c1e-aa76-a44320203853 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:41.812639 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:41.814950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Checking segment: {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:41.814950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.814950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Bound using segment: {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:41.814950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Bound port: 73281671-3958-4c13-b718-7679bf755f38, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:41.814950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:41.911252 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] For port 73281671-3958-4c13-b718-7679bf755f38, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:41.919503 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] For port 73281671-3958-4c13-b718-7679bf755f38, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=73281671-3958-4c13-b718-7679bf755f38,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:42.014486 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:42.133889 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbc259-5853-4309-bbdb-d559a552785b None None] Pushing event updated for resources: {'Port': ['ID=73281671-3958-4c13-b718-7679bf755f38,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:42.213453 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:42.243414 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:42.641566 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 73281671-3958-4c13-b718-7679bf755f38 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:42.700542 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Allocated IP 172.27.0.227 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/7bba31db-8a58-4084-9a4b-957bdb483b77) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:42.808194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 73281671-3958-4c13-b718-7679bf755f38 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:42.866185 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbaf36-ebf3-48e1-a7aa-fe18913699de req-44610b46-d12e-48b0-a11b-5e073c4f8f1b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:42.872517 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:42.879400 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b6dbaf36-ebf3-48e1-a7aa-fe18913699de req-44610b46-d12e-48b0-a11b-5e073c4f8f1b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1167603 Sep 14 11:18:42.932607 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b6dbaf36-ebf3-48e1-a7aa-fe18913699de req-f4d8cd3a-f118-473e-9661-dc25ecd28808 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516536 Sep 14 11:18:42.995713 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:43.058789 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:43.061855 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:43.065528 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:43.172908 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Pushing event updated for resources: {'Port': ['ID=7bba31db-8a58-4084-9a4b-957bdb483b77,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:43.491735 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:43.500268 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1640ae5-3ef1-4381-8d7e-fbd5f91b57c0 None None] Network f88321d9-7e37-4c1e-aa76-a44320203853 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:18:43.681982 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-8993085b-5f58-4125-add7-8ecc72def571 None None] Provisioning for port 73281671-3958-4c13-b718-7679bf755f38 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:43.688796 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-8993085b-5f58-4125-add7-8ecc72def571 None None] Provisioning complete for port 73281671-3958-4c13-b718-7679bf755f38 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:43.689097 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8993085b-5f58-4125-add7-8ecc72def571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:43.732176 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:43.837427 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8993085b-5f58-4125-add7-8ecc72def571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:43.914195 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8993085b-5f58-4125-add7-8ecc72def571 None None] For port 73281671-3958-4c13-b718-7679bf755f38, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=73281671-3958-4c13-b718-7679bf755f38,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:44.005011 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8993085b-5f58-4125-add7-8ecc72def571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:44.020043 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Router b5159faf-331c-43f8-ad4b-a4da2bcfb732 is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:18:44.089420 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993085b-5f58-4125-add7-8ecc72def571 None None] Pushing event updated for resources: {'Port': ['ID=73281671-3958-4c13-b718-7679bf755f38,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:44.134393 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-8f4a7ba5-aedd-4624-93c0-51adc602e945 None None] Provisioning complete for port 73281671-3958-4c13-b718-7679bf755f38 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:44.134860 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7ba5-aedd-4624-93c0-51adc602e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:44.177253 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:44.192360 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Sync routers for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:18:44.214251 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:44.215046 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:44.270613 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] Notify callbacks [] for router, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:44.276476 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40284) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:44.277815 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-79b15986-e28b-43c7-a365-52579d0ce24f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1738889 Sep 14 11:18:44.373654 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:44.638382 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 73281671-3958-4c13-b718-7679bf755f38 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:44.744147 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 73281671-3958-4c13-b718-7679bf755f38 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:44.744556 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:44.747612 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:43Z', 'revision_number': 3, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:44.751216 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40288) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:44.803861 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Checking router: b5159faf-331c-43f8-ad4b-a4da2bcfb732 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:18:44.804307 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Updating router b5159faf-331c-43f8-ad4b-a4da2bcfb732 port 7bba31db-8a58-4084-9a4b-957bdb483b77 binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:18:44.849051 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:44.918615 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:44.924617 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fc0702ac-fc81-4c50-bac9-31ae0400c5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.073339 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fc0702ac-fc81-4c50-bac9-31ae0400c5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.161002 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Allocated IP 172.20.0.1 (f88321d9-7e37-4c1e-aa76-a44320203853/f91479fb-ff27-473e-8fe8-cffb94e7d71a/fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:45.196130 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fc0702ac-fc81-4c50-bac9-31ae0400c5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.240743 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-fc0702ac-fc81-4c50-bac9-31ae0400c5bc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8e4d40499b2043e68d12205586bbe88b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884033 Sep 14 11:18:45.243677 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40292) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:45.250769 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0702ac-fc81-4c50-bac9-31ae0400c5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9a6e89-c8eb-4a0e-95fa-e5e1575344de,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:45.295828 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.299606 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-38163a1d-d568-4506-ab88-1019e9937431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.311614 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Transition to ACTIVE for port object fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:45.322013 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-38163a1d-d568-4506-ab88-1019e9937431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.350393 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.360119 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Transition to ACTIVE for port object 7bba31db-8a58-4084-9a4b-957bdb483b77 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:45.590737 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.624680 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.624935 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-38163a1d-d568-4506-ab88-1019e9937431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.628844 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-38163a1d-d568-4506-ab88-1019e9937431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.631234 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-38163a1d-d568-4506-ab88-1019e9937431 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a9a6e89-c8eb-4a0e-95fa-e5e1575344de HTTP/1.1" status: 204 len: 168 time: 0.3865547 Sep 14 11:18:45.635101 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Network f88321d9-7e37-4c1e-aa76-a44320203853 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:45.640452 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:45.642886 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:45.659908 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38163a1d-d568-4506-ab88-1019e9937431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9a6e89-c8eb-4a0e-95fa-e5e1575344de,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:45.687391 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Pushing event updated for resources: {'Port': ['ID=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:45.693450 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0242e-c982-4cb8-9a05-e85e4507d97c None None] Pushing event updated for resources: {'Port': ['ID=7bba31db-8a58-4084-9a4b-957bdb483b77,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:45.697983 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.703786 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Attempting to bind port 7bba31db-8a58-4084-9a4b-957bdb483b77 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:45.704616 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Attempting to bind port 7bba31db-8a58-4084-9a4b-957bdb483b77 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:45.704616 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Attempting to bind port 7bba31db-8a58-4084-9a4b-957bdb483b77 on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:45.712455 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:45.712886 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:45.713324 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.713752 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:45.714238 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Bound port: 7bba31db-8a58-4084-9a4b-957bdb483b77, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:45.714571 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.779424 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] For port 7bba31db-8a58-4084-9a4b-957bdb483b77, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:45.782892 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] For port 7bba31db-8a58-4084-9a4b-957bdb483b77, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=7bba31db-8a58-4084-9a4b-957bdb483b77,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:45.914688 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.961489 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:45.982060 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0242e-c982-4cb8-9a05-e85e4507d97c None None] Pushing event updated for resources: {'Port': ['ID=7bba31db-8a58-4084-9a4b-957bdb483b77,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:45.992910 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:45.992910 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:46.034926 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f8a813bd-5121-4b16-9f98-43c5b57e381a None None] Provisioning for port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:46.042518 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f8a813bd-5121-4b16-9f98-43c5b57e381a None None] Provisioning complete for port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:46.042890 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8a813bd-5121-4b16-9f98-43c5b57e381a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:46.168386 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-f8a813bd-5121-4b16-9f98-43c5b57e381a None None] Port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:46.199938 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:46.237578 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:46.316417 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:46.406654 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:46.460708 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 1, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:46.497814 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Pushing event updated for resources: {'Port': ['ID=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:46.520979 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cde1abf-f648-445e-9a09-f23bd96e3489 None None] The sync data for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi is: [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 1, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:18:46.569997 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40302) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:46.588322 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b7af-acc3-49ab-95d7-676c835bebb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:46.602263 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Network f88321d9-7e37-4c1e-aa76-a44320203853 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:46.608752 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:46.849866 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Router b5159faf-331c-43f8-ad4b-a4da2bcfb732 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:18:46.946616 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b7af-acc3-49ab-95d7-676c835bebb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:47.000480 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-5a916d5a-6486-4d54-8c56-27a3e91eb9a0 None None] Provisioning complete for port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:47.001017 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5a916d5a-6486-4d54-8c56-27a3e91eb9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:47.024889 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f6b8b7af-acc3-49ab-95d7-676c835bebb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:47.053954 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-5a916d5a-6486-4d54-8c56-27a3e91eb9a0 None None] Port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:47.079788 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:47.094899 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-008490e4-53d9-4e5f-84ce-fe785dde6826 admin admin] 10.222.0.59 "PUT /v2.0/routers/b5159faf-331c-43f8-ad4b-a4da2bcfb732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8095696 Sep 14 11:18:47.107501 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f6b8b7af-acc3-49ab-95d7-676c835bebb9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4227d497c588422b9e718d4768e730e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394237 Sep 14 11:18:47.108864 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40310) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:47.117904 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8b7af-acc3-49ab-95d7-676c835bebb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f1b4c9-d0af-4b6b-8ae7-fcb721d08051,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:47.186661 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-62093a1b-1ed7-484f-b62e-67b270d30b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:47.213841 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-62093a1b-1ed7-484f-b62e-67b270d30b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:47.345738 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-62093a1b-1ed7-484f-b62e-67b270d30b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:47.358877 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-62093a1b-1ed7-484f-b62e-67b270d30b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:47.363856 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-62093a1b-1ed7-484f-b62e-67b270d30b24 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/29f1b4c9-d0af-4b6b-8ae7-fcb721d08051 HTTP/1.1" status: 204 len: 168 time: 0.2459457 Sep 14 11:18:47.376275 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62093a1b-1ed7-484f-b62e-67b270d30b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f1b4c9-d0af-4b6b-8ae7-fcb721d08051,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:48.082645 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c3ff0fc7-61eb-4911-8080-4e7585d7655a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:48.084384 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c3ff0fc7-61eb-4911-8080-4e7585d7655a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/networks?id=4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 200 len: 813 time: 0.1213138 Sep 14 11:18:48.108151 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-caae7b36-c539-42f8-ac5d-41ae6216be4d tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/quotas/7a573c9194c54d5b96198b67c9620fa2 HTTP/1.1" status: 200 len: 375 time: 0.0142868 Sep 14 11:18:48.189286 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-8d63d224-016d-4e3f-bba9-e4b66d01e51e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700684 Sep 14 11:18:48.270998 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40354) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:48.276969 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1122863972-network', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:48.321334 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-7ac7a313-7bba-4637-9d0e-471aab6fe89f service neutron] 10.222.0.59 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178715 Sep 14 11:18:48.361596 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Made reservation on behalf of fa20f210c6d643ae8b51a6493d0fcaaa for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:48.364360 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.373588 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.425320 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-1916cbf2-d158-479b-a410-1165b3bba19b service neutron] 10.222.0.59 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968597 Sep 14 11:18:48.478787 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.540261 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.577482 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:18:48.577626 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 7bba31db-8a58-4084-9a4b-957bdb483b77 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:48.587276 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0d5986-7e4b-492b-a15b-3f10928b2b76,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:48.592188 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.592524 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Added segment c62bfa8b-86a1-4e89-a775-2500214c7e54 of type vlan for network 5f69d497-6464-4d26-8281-268821a04158 Sep 14 11:18:48.645400 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.720800 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 7bba31db-8a58-4084-9a4b-957bdb483b77 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:48.726054 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 7bba31db-8a58-4084-9a4b-957bdb483b77 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:48.732014 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.732180 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-600eea13-051a-416b-82f1-aaf7237e7997 req-f3ba22a8-5c5b-4522-82b0-6ec58013701b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 210 time: 0.0466588 Sep 14 11:18:48.750081 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.751091 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:48.751842 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.832632 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.867291 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 7bba31db-8a58-4084-9a4b-957bdb483b77, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=7bba31db-8a58-4084-9a4b-957bdb483b77,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:48.888402 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] Pushing event updated for resources: {'Network': ['ID=5f69d497-6464-4d26-8281-268821a04158,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:48.902479 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 5f69d497-6464-4d26-8281-268821a04158 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:18:48.979551 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-9af58d07-f74f-434c-8959-637cc129c11d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7073803 Sep 14 11:18:48.981964 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40374) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:48.983625 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:48.992119 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Request body: {'subnet': {'network_id': '5f69d497-6464-4d26-8281-268821a04158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1122863972-subnet', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:49.030703 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f5e7a0a-f595-4c00-8c88-cd736a56e972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:49.066098 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=7bba31db-8a58-4084-9a4b-957bdb483b77,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:49.128797 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Made reservation on behalf of fa20f210c6d643ae8b51a6493d0fcaaa for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:49.133578 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156735'] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:49.189469 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Sync routers for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:18:49.203780 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:49.205323 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:49.343782 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:49.466496 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2764913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156705'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:49.556769 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0f5762-ca13-4580-9a59-bc2888b1f9db,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:49.570641 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Checking segment: {'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:49.571577 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Network hostable DHCP agents. Network: 5f69d497-6464-4d26-8281-268821a04158, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:18:49.614178 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:46Z', 'revision_number': 2, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:49.653241 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Checking router: b5159faf-331c-43f8-ad4b-a4da2bcfb732 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:18:49.653591 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Updating router b5159faf-331c-43f8-ad4b-a4da2bcfb732 port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:18:49.670208 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Network 5f69d497-6464-4d26-8281-268821a04158 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:18:49.678771 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:49.744966 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 5f69d497-6464-4d26-8281-268821a04158) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:49.763037 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b87cda-0f70-41aa-8405-8ef21dacb27a None None] Network 5f69d497-6464-4d26-8281-268821a04158 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:18:49.783810 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:49.785343 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:49.848216 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-15b03877-5474-4dd3-b782-526ced9068af admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8651080 Sep 14 11:18:49.856252 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-20ef7e1c-1d62-4edc-820d-74f82dab5d9c req-97ffacee-331f-4283-80fa-f319c7472c40 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 210 time: 0.0417540 Sep 14 11:18:49.857812 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40392) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:49.865211 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:49.996852 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:49.998062 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.041635 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-5f69d497-6464-4d26-8281-268821a04158', 'network_id': '5f69d497-6464-4d26-8281-268821a04158', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'fixed_ips': [{'subnet_id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:18:50.043364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.056454 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.069728 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Transition to ACTIVE for port object fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:50.095426 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.168697 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.266989 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Allocated IP 172.20.0.2 (5f69d497-6464-4d26-8281-268821a04158/1b0f5762-ca13-4580-9a59-bc2888b1f9db/56191dc0-73f9-4cd4-b125-c34e6829e5ae) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:50.268679 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35eb10-3bd2-451a-801c-4bc10fafc072 None None] Pushing event updated for resources: {'Port': ['ID=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:50.329297 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Attempting to bind port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:50.329566 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Attempting to bind port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:50.330101 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Attempting to bind port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe on network f88321d9-7e37-4c1e-aa76-a44320203853 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:50.336636 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:50.337004 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Checking segment: {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:50.337404 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.337795 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Bound using segment: {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:50.338252 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Bound port: fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:50.338643 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.424534 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] For port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:50.427743 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] For port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:50.488570 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.582396 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.633269 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 7bba31db-8a58-4084-9a4b-957bdb483b77 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:50.649856 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35eb10-3bd2-451a-801c-4bc10fafc072 None None] Pushing event updated for resources: {'Port': ['ID=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:50.674296 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:50.675021 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:50.708785 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Transition to ACTIVE for port object 56191dc0-73f9-4cd4-b125-c34e6829e5ae will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:50.724754 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.737142 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Transition to ACTIVE for port object 56191dc0-73f9-4cd4-b125-c34e6829e5ae will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:50.746250 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 7bba31db-8a58-4084-9a4b-957bdb483b77 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:50.746616 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.813083 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:50.827418 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:50.908006 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Network 5f69d497-6464-4d26-8281-268821a04158 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:50.931424 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:50.939462 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:50.949737 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Pushing event updated for resources: {'Port': ['ID=56191dc0-73f9-4cd4-b125-c34e6829e5ae,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:51.029083 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ef702bf5-1289-4bc6-86d9-86576fa8a487 req-702fcd39-3186-4a1e-afaa-f716ca1ef1e7 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 210 time: 0.0507524 Sep 14 11:18:51.073577 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Attempting to bind port 56191dc0-73f9-4cd4-b125-c34e6829e5ae on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:51.073997 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Attempting to bind port 56191dc0-73f9-4cd4-b125-c34e6829e5ae by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:51.074410 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Attempting to bind port 56191dc0-73f9-4cd4-b125-c34e6829e5ae on network 5f69d497-6464-4d26-8281-268821a04158 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:51.080856 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:51.081291 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Checking segment: {'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:51.081699 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.082088 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Bound using segment: {'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:51.082711 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Bound port: 56191dc0-73f9-4cd4-b125-c34e6829e5ae, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:51.083106 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.153587 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.176904 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.191766 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:50Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:51.209548 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] For port 56191dc0-73f9-4cd4-b125-c34e6829e5ae, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:51.216821 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] For port 56191dc0-73f9-4cd4-b125-c34e6829e5ae, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=56191dc0-73f9-4cd4-b125-c34e6829e5ae,segment=NetworkSegment(c62bfa8b-86a1-4e89-a775-2500214c7e54),segment_id=c62bfa8b-86a1-4e89-a775-2500214c7e54)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:51.219736 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5097af-8261-4bd6-8464-094e7d67ce0d None None] The sync data for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi is: [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:50Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:18:51.283575 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.335058 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Allocated IP 172.27.0.252 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/0abecade-1b45-496e-bb4b-b92285efaed6) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:51.350974 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce940b-f805-4bdb-8d95-a4728f0bd9e9 None None] Pushing event updated for resources: {'Port': ['ID=56191dc0-73f9-4cd4-b125-c34e6829e5ae,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:51.466221 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.470193 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-80b8ad79-e39a-4491-988b-4d1d8b72a874 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:51.471810 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-80b8ad79-e39a-4491-988b-4d1d8b72a874 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.60 "GET /v2.0/networks?id=4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 200 len: 813 time: 0.1965516 Sep 14 11:18:51.497670 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'port': {'device_id': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'admin_state_up': True, 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:51.578926 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.644027 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:51.653196 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:51.665146 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:51.722968 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Pushing event updated for resources: {'Port': ['ID=0abecade-1b45-496e-bb4b-b92285efaed6,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:51.784073 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Made reservation on behalf of 7a573c9194c54d5b96198b67c9620fa2 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:18:51.798685 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:51.967783 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-31a75b53-c592-4057-929a-0ebd0fd72b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:52.030168 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Allocated IP 172.20.0.14 (4967d3aa-bc7b-453b-b242-7a05dd202465/4bd2e440-dbf0-4dc7-89d7-47b44fa064aa/841f8b4e-0437-4a97-adcb-2985ad343e24) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:52.195398 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4d67dc18-9f6c-4f8f-8ec3-7da2f1fea71d req-4934da03-9759-4faa-8227-3c3145166cb8 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 210 time: 0.0556254 Sep 14 11:18:52.205456 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:52.361580 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:52.373947 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:52.395528 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Transition to ACTIVE for port object 841f8b4e-0437-4a97-adcb-2985ad343e24 will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:52.531057 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:52.590007 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:52.593225 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:52.595114 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:52.603070 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:52.766865 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'Port': ['ID=841f8b4e-0437-4a97-adcb-2985ad343e24,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:52.770462 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:52.864973 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:52.868916 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:52.898674 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7832821d-76b5-4826-b4be-51342ec9906e None None] Network 5f69d497-6464-4d26-8281-268821a04158 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:18:52.950059 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Router e6f9f2b8-b41b-495b-904b-f30c26c09f1c is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:18:53.008361 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-b77d56c0-428c-4591-b405-4ee08f4a3a03 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5153446 Sep 14 11:18:53.024870 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:53.028209 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:53.036496 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:53.037274 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:53.042734 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f77e394f-1db1-4ec5-8dfd-dc9031c3d0bd None None] Provisioning for port 56191dc0-73f9-4cd4-b125-c34e6829e5ae completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:53.138321 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:53.165645 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Sync routers for ids ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:18:53.238882 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:53.241611 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Routers {'e6f9f2b8-b41b-495b-904b-f30c26c09f1c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:53.242433 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:53.257881 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] Notify callbacks [] for router, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:53.261725 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-6c208840-220b-4633-a69c-ab02e3547694 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3996079 Sep 14 11:18:53.261874 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40454) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:53.316547 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Request body: {'port': {'device_id': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:53.387658 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-46f4df64-179a-4e88-b774-6727e29b69f8 None None] Provisioning for port 841f8b4e-0437-4a97-adcb-2985ad343e24 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:53.406198 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:53.416117 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-46f4df64-179a-4e88-b774-6727e29b69f8 None None] Provisioning complete for port 841f8b4e-0437-4a97-adcb-2985ad343e24 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:53.416826 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-46f4df64-179a-4e88-b774-6727e29b69f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:53.653435 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:53.654621 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 56191dc0-73f9-4cd4-b125-c34e6829e5ae up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:53.692535 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:53.717550 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b6c21-d338-4389-9db5-08a7fcdf556a req-6b4ae99a-d077-42f0-839b-966c171687db tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:53.725754 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f59b6c21-d338-4389-9db5-08a7fcdf556a req-6b4ae99a-d077-42f0-839b-966c171687db tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 932 time: 0.4747589 Sep 14 11:18:53.776758 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f59b6c21-d338-4389-9db5-08a7fcdf556a req-f421464f-9e5f-43b3-ba37-915a015ad744 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442305 Sep 14 11:18:53.881353 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Set router e6f9f2b8-b41b-495b-904b-f30c26c09f1c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:53.884194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:53.891030 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-46f4df64-179a-4e88-b774-6727e29b69f8 None None] Port 841f8b4e-0437-4a97-adcb-2985ad343e24 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:54.176308 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 56191dc0-73f9-4cd4-b125-c34e6829e5ae completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:54.195862 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 56191dc0-73f9-4cd4-b125-c34e6829e5ae triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:54.196239 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.293884 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841f8b4e-0437-4a97-adcb-2985ad343e24 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:18:54.300230 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-7a5cdea5-a3f9-4656-909f-87a17f475a21 None None] Provisioning complete for port 56191dc0-73f9-4cd4-b125-c34e6829e5ae triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:54.300606 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a5cdea5-a3f9-4656-909f-87a17f475a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.316123 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.317209 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.339449 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Transition to ACTIVE for port object 841f8b4e-0437-4a97-adcb-2985ad343e24 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:54.342813 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:18:51Z', 'revision_number': 3, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port': {'id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:51Z', 'updated_at': '2021-09-14T11:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:54.385142 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Checking router: e6f9f2b8-b41b-495b-904b-f30c26c09f1c for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:18:54.385408 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Updating router e6f9f2b8-b41b-495b-904b-f30c26c09f1c port 0abecade-1b45-496e-bb4b-b92285efaed6 binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:18:54.440974 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.452319 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.502883 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.542872 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Allocated IP 172.20.0.1 (5f69d497-6464-4d26-8281-268821a04158/1b0f5762-ca13-4580-9a59-bc2888b1f9db/d2df3ad4-6e39-4699-89a7-e522a7c2713b) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:18:54.550242 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.628122 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Pushing event updated for resources: {'Port': ['ID=841f8b4e-0437-4a97-adcb-2985ad343e24,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:54.729562 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Attempting to bind port 841f8b4e-0437-4a97-adcb-2985ad343e24 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:54.730183 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Attempting to bind port 841f8b4e-0437-4a97-adcb-2985ad343e24 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:54.730722 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Attempting to bind port 841f8b4e-0437-4a97-adcb-2985ad343e24 on network 4967d3aa-bc7b-453b-b242-7a05dd202465 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:54.735641 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Port 841f8b4e-0437-4a97-adcb-2985ad343e24 on network 4967d3aa-bc7b-453b-b242-7a05dd202465 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:18:54.736208 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Attempting to bind port 841f8b4e-0437-4a97-adcb-2985ad343e24 on network 4967d3aa-bc7b-453b-b242-7a05dd202465 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:54.745380 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:54.745969 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Checking segment: {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:54.747770 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Bound using segment: {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:54.747770 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Bound port: 841f8b4e-0437-4a97-adcb-2985ad343e24, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28ea8f4f-a7b6-4c44-907b-94baed15eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:54.751455 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.770572 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.820277 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.provisioning_blocks [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Transition to ACTIVE for port object d2df3ad4-6e39-4699-89a7-e522a7c2713b will not be triggered until provisioned by entity DHCP. {{(pid=94632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:54.905008 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7a5cdea5-a3f9-4656-909f-87a17f475a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.906092 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] For port 841f8b4e-0437-4a97-adcb-2985ad343e24, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:54.910168 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] For port 841f8b4e-0437-4a97-adcb-2985ad343e24, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=841f8b4e-0437-4a97-adcb-2985ad343e24,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:54.951551 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:54.988922 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.023628 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:55.026745 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.028498 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] 10.222.0.60 "PUT /v2.0/ports/841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 1094 time: 1.7303932 Sep 14 11:18:55.028913 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 56191dc0-73f9-4cd4-b125-c34e6829e5ae, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=56191dc0-73f9-4cd4-b125-c34e6829e5ae,segment=NetworkSegment(c62bfa8b-86a1-4e89-a775-2500214c7e54),segment_id=c62bfa8b-86a1-4e89-a775-2500214c7e54)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:55.034634 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:18:55.039749 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7364a217-eb89-45ba-b659-7ce9a337dfd3" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:18:55.072208 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Network 5f69d497-6464-4d26-8281-268821a04158 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:55.087929 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:55.103232 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:18:55.145837 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.166004 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.186698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20038a-9d31-41ec-8632-adf5afa2ee98 req-f282c4ae-2567-4e8a-973d-409621513f43 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:55.188895 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cb20038a-9d31-41ec-8632-adf5afa2ee98 req-f282c4ae-2567-4e8a-973d-409621513f43 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.2621841 Sep 14 11:18:55.216914 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368b1885-747b-4a1b-98cd-b2b3133746ca x-openstack-request-id: req-368b1885-747b-4a1b-98cd-b2b3133746ca {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:18:55.217210 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:18:55.217453 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-368b1885-747b-4a1b-98cd-b2b3133746ca {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:18:55.217849 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'status': 'completed', 'code': 200} Sep 14 11:18:55.250447 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.db.api [None req-7a5cdea5-a3f9-4656-909f-87a17f475a21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 11:18:55.251112 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG oslo_db.api [None req-7a5cdea5-a3f9-4656-909f-87a17f475a21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:18:55.254702 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0349c-b4c0-48e4-87fc-eccce87aac9c service neutron] Pushing event updated for resources: {'Port': ['ID=841f8b4e-0437-4a97-adcb-2985ad343e24,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:55.290589 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.315007 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cb20038a-9d31-41ec-8632-adf5afa2ee98 req-14dcc8ef-73ed-46d0-8bfc-efc08630673d tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038623 Sep 14 11:18:55.315236 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Transition to ACTIVE for port object 0abecade-1b45-496e-bb4b-b92285efaed6 will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:18:55.328136 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=56191dc0-73f9-4cd4-b125-c34e6829e5ae,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:55.348818 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d2df3ad4-6e39-4699-89a7-e522a7c2713b,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:55.416814 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:55.516552 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.579572 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:55.579943 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.619162 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.629321 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Attempting to bind port 0abecade-1b45-496e-bb4b-b92285efaed6 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:18:55.629536 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Attempting to bind port 0abecade-1b45-496e-bb4b-b92285efaed6 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:18:55.629814 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Attempting to bind port 0abecade-1b45-496e-bb4b-b92285efaed6 on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:18:55.640627 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Pushing event updated for resources: {'Port': ['ID=0abecade-1b45-496e-bb4b-b92285efaed6,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:55.651718 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:18:55.652100 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:18:55.652500 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.652895 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:18:55.653374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Bound port: 0abecade-1b45-496e-bb4b-b92285efaed6, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:18:55.653760 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.677667 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40474) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:55.867264 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] For port 0abecade-1b45-496e-bb4b-b92285efaed6, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:18:55.872135 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] For port 0abecade-1b45-496e-bb4b-b92285efaed6, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=0abecade-1b45-496e-bb4b-b92285efaed6,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:18:55.880242 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f96cd9bf-1b26-43ef-8adb-30a55c2b118d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.892747 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.934511 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:55.970620 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.006737 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Pushing event updated for resources: {'Port': ['ID=0abecade-1b45-496e-bb4b-b92285efaed6,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:56.055981 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.056441 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.056879 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.057236 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.057587 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.057934 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.058750 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.059142 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.059611 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.060058 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.060457 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.067583 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8be89-5a7d-4ad7-b858-f2a85f3da33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:18:56.089204 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Routers {'e6f9f2b8-b41b-495b-904b-f30c26c09f1c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:18:56.090317 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:56.112363 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f96cd9bf-1b26-43ef-8adb-30a55c2b118d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.123903 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.144772 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-b4c3c40d-25f4-4e08-8b3c-a1b8dd3ff6c9 None None] Provisioning for port d2df3ad4-6e39-4699-89a7-e522a7c2713b completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:56.154093 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-b4c3c40d-25f4-4e08-8b3c-a1b8dd3ff6c9 None None] Provisioning complete for port d2df3ad4-6e39-4699-89a7-e522a7c2713b triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:56.154708 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b4c3c40d-25f4-4e08-8b3c-a1b8dd3ff6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.157781 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d2df3ad4-6e39-4699-89a7-e522a7c2713b,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:56.214788 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b4c3c40d-25f4-4e08-8b3c-a1b8dd3ff6c9 None None] Port d2df3ad4-6e39-4699-89a7-e522a7c2713b cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:56.243101 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f96cd9bf-1b26-43ef-8adb-30a55c2b118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.261334 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Network 5f69d497-6464-4d26-8281-268821a04158 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:18:56.264503 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:18:56.304108 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f96cd9bf-1b26-43ef-8adb-30a55c2b118d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=438a1d30c08148769656c40a98864427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6249385 Sep 14 11:18:56.305170 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cd9bf-1b26-43ef-8adb-30a55c2b118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873e9941-69a3-4e31-a895-e7523205c77f,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:56.307548 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40480) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:56.339869 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] Set router e6f9f2b8-b41b-495b-904b-f30c26c09f1c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:18:56.426553 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e273cc54-2d19-4eb8-84a8-317497ef6d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.469886 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e273cc54-2d19-4eb8-84a8-317497ef6d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.622492 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Router e6f9f2b8-b41b-495b-904b-f30c26c09f1c has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:18:56.652875 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e273cc54-2d19-4eb8-84a8-317497ef6d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.664358 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e273cc54-2d19-4eb8-84a8-317497ef6d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.666592 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e273cc54-2d19-4eb8-84a8-317497ef6d6a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/873e9941-69a3-4e31-a895-e7523205c77f HTTP/1.1" status: 204 len: 168 time: 0.3579872 Sep 14 11:18:56.680635 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273cc54-2d19-4eb8-84a8-317497ef6d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873e9941-69a3-4e31-a895-e7523205c77f,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:56.696300 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c2576-251d-4e9a-b36b-2002d29dd613 req-4e7589fc-8626-46ef-b63d-a7b20ae7408a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:56.698025 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3b2c2576-251d-4e9a-b36b-2002d29dd613 req-4e7589fc-8626-46ef-b63d-a7b20ae7408a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.1177144 Sep 14 11:18:56.779278 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 4, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port': {'id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:51Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd2df3ad4-6e39-4699-89a7-e522a7c2713b', 'name': '', 'network_id': '5f69d497-6464-4d26-8281-268821a04158', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'mac_address': 'fa:16:3e:ea:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:54Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 2, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'subnets': [{'id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:18:56.781839 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2eb97785-4ced-484c-9037-392aec017e35 None None] Provisioning complete for port d2df3ad4-6e39-4699-89a7-e522a7c2713b triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:56.782580 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2eb97785-4ced-484c-9037-392aec017e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:56.788027 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3b2c2576-251d-4e9a-b36b-2002d29dd613 req-a23782bd-b789-4d2f-b5c7-9801d20659a8 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707426 Sep 14 11:18:56.845836 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:18:56.856915 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-9e2e7ab5-3bac-4964-9066-ebeaf37b5dd1 admin admin] 10.222.0.59 "PUT /v2.0/routers/e6f9f2b8-b41b-495b-904b-f30c26c09f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5928802 Sep 14 11:18:57.052105 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42b45c4-67d9-4683-9cce-ce218778f548 None None] The sync data for ids ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'] in dv-cinder-804757-8-iscsi is: [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 4, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port': {'id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:51Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd2df3ad4-6e39-4699-89a7-e522a7c2713b', 'name': '', 'network_id': '5f69d497-6464-4d26-8281-268821a04158', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'mac_address': 'fa:16:3e:ea:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:54Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 2, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'subnets': [{'id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:18:57.064676 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2eb97785-4ced-484c-9037-392aec017e35 None None] Port d2df3ad4-6e39-4699-89a7-e522a7c2713b cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:18:57.288439 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 56191dc0-73f9-4cd4-b125-c34e6829e5ae up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:57.406486 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 56191dc0-73f9-4cd4-b125-c34e6829e5ae triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:57.407122 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:57.696045 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40494) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:57.733789 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-34ac7828-aca9-4494-bf73-80bcf3302186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:57.974292 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-34ac7828-aca9-4494-bf73-80bcf3302186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.070375 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-34ac7828-aca9-4494-bf73-80bcf3302186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.130054 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac7828-aca9-4494-bf73-80bcf3302186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e584b192-b712-434b-a3e5-d375393c8c7f,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:58.196280 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-34ac7828-aca9-4494-bf73-80bcf3302186 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5c85e96209b4273b2e9a4bdc9c62769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979880 Sep 14 11:18:58.198871 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40498) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:58.220298 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541cd03-06d3-4b1e-be74-b7685d316a7a req-3150a13a-19e8-4982-b5a8-f4d8afd7f811 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:58.221928 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0541cd03-06d3-4b1e-be74-b7685d316a7a req-3150a13a-19e8-4982-b5a8-f4d8afd7f811 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.2418268 Sep 14 11:18:58.285470 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0541cd03-06d3-4b1e-be74-b7685d316a7a req-b1cf7118-07fd-4af6-bd4c-0b4c47e98471 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515351 Sep 14 11:18:58.379800 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-45dd13bb-9c0f-491c-9bb1-5ff3db997b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.417104 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-45dd13bb-9c0f-491c-9bb1-5ff3db997b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.474120 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40500) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:58.479077 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-00f8082e-380d-484a-ac4c-b34d40c4e6a9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1881683098', 'description': 'tempest-secgroup-smoke-1881683098 description', 'project_id': 'f3872c54353f4eaa9fc63f008cd42679'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:58.545278 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-45dd13bb-9c0f-491c-9bb1-5ff3db997b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.549204 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-45dd13bb-9c0f-491c-9bb1-5ff3db997b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.553738 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-45dd13bb-9c0f-491c-9bb1-5ff3db997b0c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e584b192-b712-434b-a3e5-d375393c8c7f HTTP/1.1" status: 204 len: 168 time: 0.3484588 Sep 14 11:18:58.561887 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-00f8082e-380d-484a-ac4c-b34d40c4e6a9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.590908 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd13bb-9c0f-491c-9bb1-5ff3db997b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e584b192-b712-434b-a3e5-d375393c8c7f,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:58.740101 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-00f8082e-380d-484a-ac4c-b34d40c4e6a9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.825247 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-00f8082e-380d-484a-ac4c-b34d40c4e6a9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.866745 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8082e-380d-484a-ac4c-b34d40c4e6a9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c948c56f-9cd0-4639-9f1a-b98a79d2dea5,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:58.940334 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-00f8082e-380d-484a-ac4c-b34d40c4e6a9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:58.946911 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40506) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:58.947323 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-00f8082e-380d-484a-ac4c-b34d40c4e6a9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4721975 Sep 14 11:18:58.952606 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-c473de82-f521-462e-82fb-0d85e6f655f4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'security_group_rule': {'security_group_id': 'c948c56f-9cd0-4639-9f1a-b98a79d2dea5', 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:59.042282 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c473de82-f521-462e-82fb-0d85e6f655f4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.179920 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c473de82-f521-462e-82fb-0d85e6f655f4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.258066 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c473de82-f521-462e-82fb-0d85e6f655f4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.297897 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473de82-f521-462e-82fb-0d85e6f655f4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feae7ff2-7846-4f67-b7e8-84b2b63fd1be,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:18:59.390679 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c473de82-f521-462e-82fb-0d85e6f655f4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.394359 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c473de82-f521-462e-82fb-0d85e6f655f4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4456513 Sep 14 11:18:59.394585 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40518) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:18:59.403995 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-d7f5a0dd-6564-4fb1-850c-e39672f2d8e6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'security_group_rule': {'security_group_id': 'c948c56f-9cd0-4639-9f1a-b98a79d2dea5', 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:18:59.421759 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 0abecade-1b45-496e-bb4b-b92285efaed6 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:18:59.544129 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379049c-5c00-4763-9cd2-b6915bf2fc8b req-e0814f85-65b4-47e7-9069-6c8cd29f0939 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:18:59.546852 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0379049c-5c00-4763-9cd2-b6915bf2fc8b req-e0814f85-65b4-47e7-9069-6c8cd29f0939 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0992184 Sep 14 11:18:59.564768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a0dd-6564-4fb1-850c-e39672f2d8e6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.613409 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 0abecade-1b45-496e-bb4b-b92285efaed6 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:18:59.619733 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 0abecade-1b45-496e-bb4b-b92285efaed6 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:18:59.620275 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.680069 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0379049c-5c00-4763-9cd2-b6915bf2fc8b req-8ac088d9-8117-4d95-a85e-2aa27a009f66 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177781 Sep 14 11:18:59.766824 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a0dd-6564-4fb1-850c-e39672f2d8e6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.857895 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a0dd-6564-4fb1-850c-e39672f2d8e6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.881817 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:18:59.928315 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 0abecade-1b45-496e-bb4b-b92285efaed6, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=0abecade-1b45-496e-bb4b-b92285efaed6,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:18:59.929225 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5a0dd-6564-4fb1-850c-e39672f2d8e6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d32eae-dbf9-429b-8750-aa603634185a,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:00.192702 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:19:00.253370 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d7f5a0dd-6564-4fb1-850c-e39672f2d8e6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.257155 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d7f5a0dd-6564-4fb1-850c-e39672f2d8e6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8591604 Sep 14 11:19:00.259593 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40530) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:00.264612 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-6e1b9f56-9ddb-4867-a301-f06a5a76e6ad tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'security_group_rule': {'security_group_id': 'c948c56f-9cd0-4639-9f1a-b98a79d2dea5', 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:00.359237 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Sync routers for ids ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:19:00.361477 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.371071 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Routers {'e6f9f2b8-b41b-495b-904b-f30c26c09f1c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:00.372367 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:00.421493 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=0abecade-1b45-496e-bb4b-b92285efaed6,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:00.449612 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9f56-9ddb-4867-a301-f06a5a76e6ad tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.517254 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Set router e6f9f2b8-b41b-495b-904b-f30c26c09f1c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:00.563179 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9f56-9ddb-4867-a301-f06a5a76e6ad tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.624464 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9f56-9ddb-4867-a301-f06a5a76e6ad tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.652435 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b9f56-9ddb-4867-a301-f06a5a76e6ad tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77ba541-e142-4e3c-a461-6bf0acd10ad4,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:00.698686 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6e1b9f56-9ddb-4867-a301-f06a5a76e6ad tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.702635 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6e1b9f56-9ddb-4867-a301-f06a5a76e6ad tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4394510 Sep 14 11:19:00.702922 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40538) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:00.707869 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-6695af7e-8061-4fd1-9411-66b6fa3c4c57 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'security_group_rule': {'security_group_id': 'c948c56f-9cd0-4639-9f1a-b98a79d2dea5', 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:00.851736 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6695af7e-8061-4fd1-9411-66b6fa3c4c57 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.872333 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 4, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port': {'id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:51Z', 'updated_at': '2021-09-14T11:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd2df3ad4-6e39-4699-89a7-e522a7c2713b', 'name': '', 'network_id': '5f69d497-6464-4d26-8281-268821a04158', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'mac_address': 'fa:16:3e:ea:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:54Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 2, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'subnets': [{'id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:00.917486 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362df2e-4268-46ec-b857-9c58dbdc92d8 req-7a144096-3b5b-4bc0-bacf-f032be6cd5cb tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:00.918998 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Checking router: e6f9f2b8-b41b-495b-904b-f30c26c09f1c for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:19:00.919374 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Updating router e6f9f2b8-b41b-495b-904b-f30c26c09f1c port d2df3ad4-6e39-4699-89a7-e522a7c2713b binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:19:00.919815 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3362df2e-4268-46ec-b857-9c58dbdc92d8 req-7a144096-3b5b-4bc0-bacf-f032be6cd5cb tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.1224704 Sep 14 11:19:00.942357 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6695af7e-8061-4fd1-9411-66b6fa3c4c57 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.947127 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:00.980519 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3362df2e-4268-46ec-b857-9c58dbdc92d8 req-cf4f827d-604b-44de-b9df-cba37e2c53ce tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496738 Sep 14 11:19:01.008064 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6695af7e-8061-4fd1-9411-66b6fa3c4c57 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.029510 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695af7e-8061-4fd1-9411-66b6fa3c4c57 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d663644c-9117-4b5c-8329-d5126b788fcd,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:01.110139 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6695af7e-8061-4fd1-9411-66b6fa3c4c57 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.111536 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6695af7e-8061-4fd1-9411-66b6fa3c4c57 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4076803 Sep 14 11:19:01.114471 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40542) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:01.121330 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-aefa957e-3168-4a5c-85cd-1af6d5d18e8e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'security_group_rule': {'security_group_id': 'c948c56f-9cd0-4639-9f1a-b98a79d2dea5', 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:01.232378 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 0abecade-1b45-496e-bb4b-b92285efaed6 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:19:01.264555 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.securitygroups_db [None req-aefa957e-3168-4a5c-85cd-1af6d5d18e8e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Project f3872c54353f4eaa9fc63f008cd42679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:19:01.270165 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-aefa957e-3168-4a5c-85cd-1af6d5d18e8e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.297155 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.305453 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 0abecade-1b45-496e-bb4b-b92285efaed6 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:01.305453 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.308278 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Transition to ACTIVE for port object d2df3ad4-6e39-4699-89a7-e522a7c2713b will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:19:01.366256 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-aefa957e-3168-4a5c-85cd-1af6d5d18e8e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.470334 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-aefa957e-3168-4a5c-85cd-1af6d5d18e8e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.470563 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.490281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa957e-3168-4a5c-85cd-1af6d5d18e8e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d5a11d-7b05-4194-ab17-2280c760719f,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:01.535949 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba11eb-d293-4836-962d-d38500c5b419 None None] Pushing event updated for resources: {'Port': ['ID=d2df3ad4-6e39-4699-89a7-e522a7c2713b,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:01.578800 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-aefa957e-3168-4a5c-85cd-1af6d5d18e8e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.582587 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-aefa957e-3168-4a5c-85cd-1af6d5d18e8e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4646990 Sep 14 11:19:01.583040 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40544) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:01.588307 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-50272d95-462b-4250-a3eb-b14c1aaf17b0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'security_group_rule': {'security_group_id': 'c948c56f-9cd0-4639-9f1a-b98a79d2dea5', 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:01.605828 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Attempting to bind port d2df3ad4-6e39-4699-89a7-e522a7c2713b on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:19:01.611856 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Attempting to bind port d2df3ad4-6e39-4699-89a7-e522a7c2713b by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:19:01.611856 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Attempting to bind port d2df3ad4-6e39-4699-89a7-e522a7c2713b on network 5f69d497-6464-4d26-8281-268821a04158 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:19:01.613041 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:19:01.613418 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Checking segment: {'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:19:01.613835 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.614207 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Bound using segment: {'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:19:01.614681 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Bound port: d2df3ad4-6e39-4699-89a7-e522a7c2713b, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62bfa8b-86a1-4e89-a775-2500214c7e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5f69d497-6464-4d26-8281-268821a04158'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:19:01.615045 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.707620 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.securitygroups_db [None req-50272d95-462b-4250-a3eb-b14c1aaf17b0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Project f3872c54353f4eaa9fc63f008cd42679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:19:01.712198 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-50272d95-462b-4250-a3eb-b14c1aaf17b0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.723482 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] For port d2df3ad4-6e39-4699-89a7-e522a7c2713b, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:19:01.733877 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] For port d2df3ad4-6e39-4699-89a7-e522a7c2713b, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=d2df3ad4-6e39-4699-89a7-e522a7c2713b,segment=NetworkSegment(c62bfa8b-86a1-4e89-a775-2500214c7e54),segment_id=c62bfa8b-86a1-4e89-a775-2500214c7e54)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:19:01.807532 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.815832 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-50272d95-462b-4250-a3eb-b14c1aaf17b0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.860959 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Routers {'e6f9f2b8-b41b-495b-904b-f30c26c09f1c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:01.861583 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:01.882133 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-50272d95-462b-4250-a3eb-b14c1aaf17b0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.903735 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50272d95-462b-4250-a3eb-b14c1aaf17b0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7af7ffd-3824-4ea4-807d-fa3affb0be71,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:01.923679 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba11eb-d293-4836-962d-d38500c5b419 None None] Pushing event updated for resources: {'Port': ['ID=d2df3ad4-6e39-4699-89a7-e522a7c2713b,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:01.968261 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-50272d95-462b-4250-a3eb-b14c1aaf17b0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:01.969529 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-50272d95-462b-4250-a3eb-b14c1aaf17b0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3856406 Sep 14 11:19:02.007864 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:02.046718 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] Set router e6f9f2b8-b41b-495b-904b-f30c26c09f1c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:02.151849 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0497c-3bf5-4a7a-a641-072be6468cfe req-22b5e6d8-9060-4423-8b55-4c632645bbe9 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:02.156110 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7af0497c-3bf5-4a7a-a641-072be6468cfe req-22b5e6d8-9060-4423-8b55-4c632645bbe9 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0845711 Sep 14 11:19:02.246067 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7af0497c-3bf5-4a7a-a641-072be6468cfe req-ff4f648f-c092-4c8b-a81c-e0170770be43 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788693 Sep 14 11:19:02.396445 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 4, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port': {'id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:51Z', 'updated_at': '2021-09-14T11:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd2df3ad4-6e39-4699-89a7-e522a7c2713b', 'name': '', 'network_id': '5f69d497-6464-4d26-8281-268821a04158', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'mac_address': 'fa:16:3e:ea:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:54Z', 'updated_at': '2021-09-14T11:19:01Z', 'revision_number': 4, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'subnets': [{'id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:02.425514 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00167ccc-0463-4c52-b67f-a86fcae104c5 None None] The sync data for ids ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'] in dv-cinder-804757-8-iscsi is: [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:18:55Z', 'revision_number': 4, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port': {'id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:51Z', 'updated_at': '2021-09-14T11:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd2df3ad4-6e39-4699-89a7-e522a7c2713b', 'name': '', 'network_id': '5f69d497-6464-4d26-8281-268821a04158', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'mac_address': 'fa:16:3e:ea:e5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:54Z', 'updated_at': '2021-09-14T11:19:01Z', 'revision_number': 4, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'subnets': [{'id': '1b0f5762-ca13-4580-9a59-bc2888b1f9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:19:03.292418 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device d2df3ad4-6e39-4699-89a7-e522a7c2713b up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:19:03.438384 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92bef6-46b3-4350-8b3c-004faafde85c req-46937f05-8c5c-4303-a111-54efa7689a80 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:03.439956 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2c92bef6-46b3-4350-8b3c-004faafde85c req-46937f05-8c5c-4303-a111-54efa7689a80 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0557222 Sep 14 11:19:03.457674 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port d2df3ad4-6e39-4699-89a7-e522a7c2713b completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:19:03.464446 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port d2df3ad4-6e39-4699-89a7-e522a7c2713b triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:03.465343 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:03.487572 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2c92bef6-46b3-4350-8b3c-004faafde85c req-833f3510-3783-4339-ad7b-80cb82c8204e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Sep 14 11:19:03.566168 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:03.623830 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port d2df3ad4-6e39-4699-89a7-e522a7c2713b, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=d2df3ad4-6e39-4699-89a7-e522a7c2713b,segment=NetworkSegment(c62bfa8b-86a1-4e89-a775-2500214c7e54),segment_id=c62bfa8b-86a1-4e89-a775-2500214c7e54)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:03.681573 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:03.732219 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=d2df3ad4-6e39-4699-89a7-e522a7c2713b,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:04.613282 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696b9ec-864a-4411-898f-9690ffced9a1 req-97606058-bab0-410d-9d5f-eea6f4f97474 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:04.614793 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7696b9ec-864a-4411-898f-9690ffced9a1 req-97606058-bab0-410d-9d5f-eea6f4f97474 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0583806 Sep 14 11:19:04.667105 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7696b9ec-864a-4411-898f-9690ffced9a1 req-be6fd17e-d58d-4863-be89-b989c00f9984 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442023 Sep 14 11:19:05.229944 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device d2df3ad4-6e39-4699-89a7-e522a7c2713b up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:19:05.278314 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port d2df3ad4-6e39-4699-89a7-e522a7c2713b triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:05.278721 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:05.797138 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6722-355f-49a5-8c62-e7c729d90386 req-36d1dadb-e0ac-4f12-b338-70f78d1ed34e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:05.798669 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c17c6722-355f-49a5-8c62-e7c729d90386 req-36d1dadb-e0ac-4f12-b338-70f78d1ed34e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0621774 Sep 14 11:19:05.838743 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c17c6722-355f-49a5-8c62-e7c729d90386 req-9aa74cab-c768-4e9a-8b01-11241295b871 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Sep 14 11:19:06.998920 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1403ef-2330-4e08-a177-1f61e88eca04 req-87b023c9-6dad-4328-a710-2702b89cfcb7 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.002048 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bd1403ef-2330-4e08-a177-1f61e88eca04 req-87b023c9-6dad-4328-a710-2702b89cfcb7 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0934985 Sep 14 11:19:07.054645 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a217-eb89-45ba-b659-7ce9a337dfd3 req-7046c74e-bf94-47d7-8ee9-689ba5eb0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.056314 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7364a217-eb89-45ba-b659-7ce9a337dfd3 req-7046c74e-bf94-47d7-8ee9-689ba5eb0a24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1097 time: 0.0899451 Sep 14 11:19:07.061622 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bd1403ef-2330-4e08-a177-1f61e88eca04 req-6c9e4e67-97b1-4b92-8cd0-6f19f38f3a8b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549455 Sep 14 11:19:07.197234 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-4c12066b-343d-4da0-bc59-501d7991a649 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952566 Sep 14 11:19:07.216683 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a217-eb89-45ba-b659-7ce9a337dfd3 req-06998091-dfb7-4841-873c-f2bce351cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.218363 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7364a217-eb89-45ba-b659-7ce9a337dfd3 req-06998091-dfb7-4841-873c-f2bce351cb26 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7a573c9194c54d5b96198b67c9620fa2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1262820 Sep 14 11:19:07.346103 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-23c996b7-457c-4c50-a51b-6ff8ff9ffa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.347617 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-23c996b7-457c-4c50-a51b-6ff8ff9ffa98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 1100 time: 0.0956416 Sep 14 11:19:07.360825 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364a217-eb89-45ba-b659-7ce9a337dfd3 req-aec12bb4-661f-4f45-8b4c-1872f7d89df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.362386 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7364a217-eb89-45ba-b659-7ce9a337dfd3 req-aec12bb4-661f-4f45-8b4c-1872f7d89df9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184590 Sep 14 11:19:07.517615 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-38869011-3f4a-4855-8245-e8c11a1a83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.519237 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-38869011-3f4a-4855-8245-e8c11a1a83e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 917 time: 0.1422935 Sep 14 11:19:07.522067 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-1486538f-90c9-45d0-9310-28cdf78152c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.523475 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-1486538f-90c9-45d0-9310-28cdf78152c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1097 time: 0.1073403 Sep 14 11:19:07.610936 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-decf25c3-90e9-4dae-9020-aa6eecd4aaf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 217 time: 0.0693514 Sep 14 11:19:07.657969 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-c687401e-3fe5-4752-bad7-d7a23f0a4b04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 HTTP/1.1" status: 200 len: 1002 time: 0.1175816 Sep 14 11:19:07.708116 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-14d51cf9-0415-45eb-a354-557e3c8c6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.709505 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-14d51cf9-0415-45eb-a354-557e3c8c6c9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa HTTP/1.1" status: 200 len: 852 time: 0.0886929 Sep 14 11:19:07.730836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-f894796d-a814-4ff1-a61e-a8fb5d183f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.730836 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-f894796d-a814-4ff1-a61e-a8fb5d183f39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0630112 Sep 14 11:19:07.792281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-a05f884c-13a1-426b-b709-25ee42ea9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.793828 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-a05f884c-13a1-426b-b709-25ee42ea9f82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4967d3aa-bc7b-453b-b242-7a05dd202465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753160 Sep 14 11:19:07.796453 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-19682b0f-b94d-42a0-b376-547a2fdf0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:07.797838 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-19682b0f-b94d-42a0-b376-547a2fdf0a11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508416 Sep 14 11:19:07.974841 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-60c85bad-b290-4df8-a363-e8570c3ad552 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538498 Sep 14 11:19:07.976640 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-6f5ace67-9c4b-48f8-9cc0-4337f272f362 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570415 Sep 14 11:19:08.192718 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44f00c61-25d1-47ca-a423-16933c0c65b0 req-1962d614-859d-44ca-a083-44f58c7a3ed1 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010753 Sep 14 11:19:08.194573 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4be02c84-e8cc-46a7-af44-0535310e4a61 req-e134eb49-afb0-46cf-9620-e7c8538728a5 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954412 Sep 14 11:19:08.221013 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754ddef-8512-4d39-85bc-5bb703ccbe38 req-916ef782-f36e-4d06-ba53-7a8c7bac50cc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:08.222440 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3754ddef-8512-4d39-85bc-5bb703ccbe38 req-916ef782-f36e-4d06-ba53-7a8c7bac50cc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0837638 Sep 14 11:19:08.261746 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3754ddef-8512-4d39-85bc-5bb703ccbe38 req-a1fca165-4545-498b-975e-cc7212b40dd1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Sep 14 11:19:09.378684 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb78598-762d-431c-8956-874e259a179a req-8c11683a-0fc0-4b72-a8f7-784c11ccab1c tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:09.380106 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9cb78598-762d-431c-8956-874e259a179a req-8c11683a-0fc0-4b72-a8f7-784c11ccab1c tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0493598 Sep 14 11:19:09.420567 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9cb78598-762d-431c-8956-874e259a179a req-3416f86a-3b53-4ad8-88dd-6b262f7707f5 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335810 Sep 14 11:19:10.543432 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff315d8-e1b3-45ca-bff3-18a36aeb48cc req-dbc1b0ea-a400-4ea3-921d-08ab016a4092 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:10.544879 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2ff315d8-e1b3-45ca-bff3-18a36aeb48cc req-dbc1b0ea-a400-4ea3-921d-08ab016a4092 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0525739 Sep 14 11:19:10.584215 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2ff315d8-e1b3-45ca-bff3-18a36aeb48cc req-8250d2b7-c93b-49a1-91b0-34e0b6bbd10f tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333226 Sep 14 11:19:11.769845 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24054c3-0395-41e8-9c5a-d35b807c7beb req-4bed94db-2a4d-4b13-8fe9-29e926ef821b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:11.773430 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a24054c3-0395-41e8-9c5a-d35b807c7beb req-4bed94db-2a4d-4b13-8fe9-29e926ef821b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0850842 Sep 14 11:19:11.830637 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a24054c3-0395-41e8-9c5a-d35b807c7beb req-8fdca5ff-27ea-48eb-8d84-75d64e1cb7ed tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465784 Sep 14 11:19:12.982293 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805360f-6f1f-47ab-b79b-7eb04fb01081 req-3a8d32e8-836a-4f64-923f-b112c11f50e2 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:12.983983 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805360f-6f1f-47ab-b79b-7eb04fb01081 req-3a8d32e8-836a-4f64-923f-b112c11f50e2 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0677140 Sep 14 11:19:13.027525 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805360f-6f1f-47ab-b79b-7eb04fb01081 req-6d8fdb08-d342-4096-937a-326d8a683eb4 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372887 Sep 14 11:19:14.052231 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 841f8b4e-0437-4a97-adcb-2985ad343e24 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:19:14.151439 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d1840-2129-4a3b-b46e-dcf0b038bdfb req-8cdbf790-9c7d-4beb-9887-7b5c08f7238f tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:14.153024 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-383d1840-2129-4a3b-b46e-dcf0b038bdfb req-8cdbf790-9c7d-4beb-9887-7b5c08f7238f tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 944 time: 0.0586908 Sep 14 11:19:14.163018 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 841f8b4e-0437-4a97-adcb-2985ad343e24, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=841f8b4e-0437-4a97-adcb-2985ad343e24,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:14.186488 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'port_id': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'mac_address': 'fa:16:3e:3b:20:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:19:14.201918 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-383d1840-2129-4a3b-b46e-dcf0b038bdfb req-79fdbf88-f476-4ae7-baec-1d7a4e000999 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Sep 14 11:19:14.230742 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:14.243146 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841f8b4e-0437-4a97-adcb-2985ad343e24 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:19:14.268050 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 841f8b4e-0437-4a97-adcb-2985ad343e24, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=841f8b4e-0437-4a97-adcb-2985ad343e24,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:14.350136 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:14.402974 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=841f8b4e-0437-4a97-adcb-2985ad343e24,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:14.619874 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['841f8b4e-0437-4a97-adcb-2985ad343e24'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:19:14.888261 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe898a8-7046-45f6-9ad9-a0a4d9b1512e req-b516ea36-00d5-429d-97eb-2507ba982707 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:14.890978 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5fe898a8-7046-45f6-9ad9-a0a4d9b1512e req-b516ea36-00d5-429d-97eb-2507ba982707 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.0548072 Sep 14 11:19:14.927679 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5fe898a8-7046-45f6-9ad9-a0a4d9b1512e req-35348e2d-876a-467f-ab3e-42cdb7435079 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Sep 14 11:19:15.324282 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930eb99f-c663-405f-9e42-8524a99e674f req-185e0d99-ee48-4007-b1c6-4ec78227c681 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:15.325768 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-930eb99f-c663-405f-9e42-8524a99e674f req-185e0d99-ee48-4007-b1c6-4ec78227c681 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 945 time: 0.0559990 Sep 14 11:19:15.364281 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-930eb99f-c663-405f-9e42-8524a99e674f req-c1584b8e-9677-4ef5-96a2-6d9fe5586bd1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Sep 14 11:19:16.053168 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400d3b9-f5ae-4428-bec4-b9f83c5bb693 req-ef8ac72c-c2e4-46a6-85f6-fb2eb4451232 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:16.054712 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f400d3b9-f5ae-4428-bec4-b9f83c5bb693 req-ef8ac72c-c2e4-46a6-85f6-fb2eb4451232 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.0527058 Sep 14 11:19:16.063878 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 841f8b4e-0437-4a97-adcb-2985ad343e24 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:19:16.093360 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f400d3b9-f5ae-4428-bec4-b9f83c5bb693 req-d622e898-3a66-4052-8460-c77ef624f401 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Sep 14 11:19:16.160962 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 841f8b4e-0437-4a97-adcb-2985ad343e24 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:19:16.164922 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 841f8b4e-0437-4a97-adcb-2985ad343e24 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:16.165297 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:16.249328 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:16.271992 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:16.274246 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbb0f72-191c-4873-a746-5b0098d1177c" -d '{"events": [{"server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "name": "network-vif-plugged", "status": "completed", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:16.286681 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 841f8b4e-0437-4a97-adcb-2985ad343e24, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=841f8b4e-0437-4a97-adcb-2985ad343e24,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:16.310782 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef24348-e1b3-497a-ad2f-d2f618563c0d x-openstack-request-id: req-cef24348-e1b3-497a-ad2f-d2f618563c0d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:16.311070 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "name": "network-vif-plugged", "status": "completed", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:16.311321 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cef24348-e1b3-497a-ad2f-d2f618563c0d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:16.311737 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'code': 200} Sep 14 11:19:16.366454 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:16.421366 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=841f8b4e-0437-4a97-adcb-2985ad343e24,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:16.484856 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff3a6e-7bdf-4677-a2c5-8fdfde6674a4 req-37802646-4a9f-49ee-b842-2f578ff98553 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:16.486406 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-22ff3a6e-7bdf-4677-a2c5-8fdfde6674a4 req-37802646-4a9f-49ee-b842-2f578ff98553 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0548601 Sep 14 11:19:16.533863 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-22ff3a6e-7bdf-4677-a2c5-8fdfde6674a4 req-84317ab8-d4f2-40c5-8fa5-6c85d1ff7573 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Sep 14 11:19:16.771380 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-e16b4c0b-29b5-4fbe-bd6d-e276838c4d47 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:16.772773 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-e16b4c0b-29b5-4fbe-bd6d-e276838c4d47 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.0864151 Sep 14 11:19:16.776919 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd763020-c375-464c-baac-9baffa7aa7e0 req-22996f69-89ea-4697-b2d3-5c77e43af2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:16.778356 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dd763020-c375-464c-baac-9baffa7aa7e0 req-22996f69-89ea-4697-b2d3-5c77e43af2c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1099 time: 0.0656631 Sep 14 11:19:16.864685 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dd763020-c375-464c-baac-9baffa7aa7e0 req-e0fd1e4e-0b30-465e-8c8b-404a13e95037 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780354 Sep 14 11:19:16.891465 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Deleting port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:19:16.891817 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:16.989823 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] For port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:16.990188 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:17.545524 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:17.546262 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:17.546262 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Floating IP cb263902-4b7e-4ab8-91c8-bef3af420d73 disassociated. External IP: 172.27.0.219, port: a7c5e87e-c19f-4b78-b8c9-1f395c2278d7. Sep 14 11:19:17.546582 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Calling delete_port for a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:19:17.565575 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288e6c9-7f1f-4df5-88f9-bad38f238c38 req-367c50bd-c5cd-417c-aa4e-f53f53a6c749 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:17.567096 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9288e6c9-7f1f-4df5-88f9-bad38f238c38 req-367c50bd-c5cd-417c-aa4e-f53f53a6c749 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 947 time: 0.3839211 Sep 14 11:19:17.705605 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9288e6c9-7f1f-4df5-88f9-bad38f238c38 req-9dcb1193-2d12-4956-8028-253e95f88a0d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=4dd745cb-5df7-47f1-8278-bc33f9d69a15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301234 Sep 14 11:19:17.720001 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8f7a6-4217-4d03-8862-f2cdd9761e88 req-e34c7f6f-bbb2-47d5-9e20-a1db72aa7974 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:17.721495 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-25a8f7a6-4217-4d03-8862-f2cdd9761e88 req-e34c7f6f-bbb2-47d5-9e20-a1db72aa7974 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.1104891 Sep 14 11:19:17.799933 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-25a8f7a6-4217-4d03-8862-f2cdd9761e88 req-76ba81c8-1af4-4764-8895-c84abb79c1b9 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724370 Sep 14 11:19:17.871822 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:17.902014 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event deleted for resources: {'Port': ['ID=a7c5e87e-c19f-4b78-b8c9-1f395c2278d7,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:17.913978 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.914333 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.914682 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.915027 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.915471 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.915808 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.917298 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.917661 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.918002 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.918341 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.918680 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:17.919028 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:18.037618 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:19:18.155148 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:19:18.166021 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] Sync routers for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:19:18.175630 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:18.176308 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:18.194069 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] No DVR routers for this DVR port a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:19:18.196577 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:18.198946 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2a8a4c08-05bd-4215-b472-f3ad37f6b5e2 req-3776377a-03a1-4623-88cd-a8acc3892149 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "DELETE /v2.0/ports/a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 HTTP/1.1" status: 204 len: 173 time: 1.4196217 Sep 14 11:19:18.199417 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-deleted', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:18.201623 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9282e626-c5ee-45bb-983a-c9fc1ea5e425" -d '{"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-deleted", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:18.239447 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6415bf4-dea0-4655-92e1-73b40e0deadc x-openstack-request-id: req-f6415bf4-dea0-4655-92e1-73b40e0deadc {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:18.239756 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4753a529-d2e6-4283-a266-48ba76684326", "name": "network-vif-deleted", "tag": "a7c5e87e-c19f-4b78-b8c9-1f395c2278d7", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:18.240013 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f6415bf4-dea0-4655-92e1-73b40e0deadc {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:18.240409 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4753a529-d2e6-4283-a266-48ba76684326', 'name': 'network-vif-deleted', 'tag': 'a7c5e87e-c19f-4b78-b8c9-1f395c2278d7', 'status': 'completed', 'code': 200} Sep 14 11:19:18.286919 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:18.505102 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:18.535189 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] Checking router: d43a6c8e-9e93-4de3-9224-0417dfc9ab7b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:19:18.548086 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:18.548728 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:18:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:18.654460 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:18.810050 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-08fa7af1-c734-40cd-affc-49f08827037f req-0d6ff851-4449-4db3-bb76-2d7a22c5e509 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 210 time: 0.0295758 Sep 14 11:19:18.949789 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a90c4-e555-4e25-a5e5-ee73e77d62f8 req-2e62761d-6d21-43e7-8ce5-0c4893490bbc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:18.951370 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a02a90c4-e555-4e25-a5e5-ee73e77d62f8 req-2e62761d-6d21-43e7-8ce5-0c4893490bbc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0595634 Sep 14 11:19:18.996012 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a02a90c4-e555-4e25-a5e5-ee73e77d62f8 req-e6f37006-700b-4af5-a7fe-a0759f557085 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Sep 14 11:19:19.006880 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:19.010501 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9f0abdb2-2703-4c48-868b-024e78e7a169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:19.035451 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e962232-36bd-4f98-92ae-29d368db6661 None None] The sync data for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi is: [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:19:19.254055 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad17849-2e00-4a8f-9321-b10057933b59 None None] New status for floating IP cb263902-4b7e-4ab8-91c8-bef3af420d73: DOWN {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:19:19.926501 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4d19361c-64ef-48a8-8342-1b2279bcd365 req-184ad9c5-7fb1-493c-842e-7d2a9d5993a4 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4753a529-d2e6-4283-a266-48ba76684326 HTTP/1.1" status: 200 len: 210 time: 0.0278897 Sep 14 11:19:20.111991 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d5a1-3363-47f1-8f99-9db064f14e64 req-c9bae09f-dec5-4ff9-9fce-c1c8190fbef1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:20.117103 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-90f5d5a1-3363-47f1-8f99-9db064f14e64 req-c9bae09f-dec5-4ff9-9fce-c1c8190fbef1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0505331 Sep 14 11:19:20.151479 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-90f5d5a1-3363-47f1-8f99-9db064f14e64 req-744ff88e-1dbc-48fb-a919-6bfd46633df7 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Sep 14 11:19:21.140391 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40788) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:21.211374 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-025efeea-d96c-432c-b8da-f694aff7ed0e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.248060 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-025efeea-d96c-432c-b8da-f694aff7ed0e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.311449 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823648b-78f6-4cde-8384-6139abd9aa5a req-5e833f07-544d-4d47-921f-f80676545321 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:21.313044 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7823648b-78f6-4cde-8384-6139abd9aa5a req-5e833f07-544d-4d47-921f-f80676545321 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0754013 Sep 14 11:19:21.363391 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7823648b-78f6-4cde-8384-6139abd9aa5a req-3205238c-0f4c-4467-b9e2-7461b28644b6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Sep 14 11:19:21.366677 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-025efeea-d96c-432c-b8da-f694aff7ed0e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.369384 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-025efeea-d96c-432c-b8da-f694aff7ed0e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.370525 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-025efeea-d96c-432c-b8da-f694aff7ed0e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "DELETE /v2.0/security-groups/4dd745cb-5df7-47f1-8278-bc33f9d69a15 HTTP/1.1" status: 204 len: 168 time: 0.2287662 Sep 14 11:19:21.373492 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40796) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:21.380037 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025efeea-d96c-432c-b8da-f694aff7ed0e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd745cb-5df7-47f1-8278-bc33f9d69a15,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:21.417072 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.api.v2.resource [None req-8c53b36f-bf63-496f-9ec1-2cdba3286460 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] show failed (client error): The resource could not be found. Sep 14 11:19:21.418353 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8c53b36f-bf63-496f-9ec1-2cdba3286460 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups/4dd745cb-5df7-47f1-8278-bc33f9d69a15 HTTP/1.1" status: 404 len: 347 time: 0.0429118 Sep 14 11:19:21.421105 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40802) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:21.492592 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646375d8-4586-44df-bc69-b84181ef2e3e req-6cdb2007-a789-4a5c-8b65-941d07d1c5c5 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:21.494114 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-646375d8-4586-44df-bc69-b84181ef2e3e req-6cdb2007-a789-4a5c-8b65-941d07d1c5c5 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0521879 Sep 14 11:19:21.535469 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-646375d8-4586-44df-bc69-b84181ef2e3e req-42e8e432-968a-432e-9c07-38c57ecea3fa tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Sep 14 11:19:21.560055 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Deleting port 27c053af-44b5-473e-8b99-ddc0090add61 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:19:21.560427 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.636432 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.636780 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.648595 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Calling delete_port for 27c053af-44b5-473e-8b99-ddc0090add61 owned by network:floatingip {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:19:21.846760 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.871459 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49923a-4102-4dbc-85fe-f18a55b895bc req-263da86f-26e6-40bb-8821-e9802376be29 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:21.872135 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event deleted for resources: {'Port': ['ID=27c053af-44b5-473e-8b99-ddc0090add61,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:21.872980 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cd49923a-4102-4dbc-85fe-f18a55b895bc req-263da86f-26e6-40bb-8821-e9802376be29 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0532632 Sep 14 11:19:21.882377 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.882728 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.883172 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.883438 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.883780 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.884113 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.884445 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.884846 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.886777 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.886777 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.886777 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.886777 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:19:21.915296 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cd49923a-4102-4dbc-85fe-f18a55b895bc req-ebdeb0c2-6618-4156-ac0a-35f8fa85293e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359464 Sep 14 11:19:21.951084 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.953711 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:21.954884 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-14a3f809-3df1-4a67-b51a-7da75f07d59a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "DELETE /v2.0/floatingips/cb263902-4b7e-4ab8-91c8-bef3af420d73 HTTP/1.1" status: 204 len: 168 time: 0.5325263 Sep 14 11:19:21.966863 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24ad04d7-849e-404f-9ea9-1abad2f5003a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.325366 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40814) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:22.329928 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-8178faf9-2145-4d06-bf37-2b13fa9f9539 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705883781', 'description': 'tempest-description--1201206114'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:22.349637 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.441550 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8178faf9-2145-4d06-bf37-2b13fa9f9539 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.546782 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8178faf9-2145-4d06-bf37-2b13fa9f9539 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.635900 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8178faf9-2145-4d06-bf37-2b13fa9f9539 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.673019 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178faf9-2145-4d06-bf37-2b13fa9f9539 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26dcc0c5-44c1-4752-9f5a-df9c08deed65,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:22.715860 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8178faf9-2145-4d06-bf37-2b13fa9f9539 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.717165 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8178faf9-2145-4d06-bf37-2b13fa9f9539 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3907912 Sep 14 11:19:22.720204 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40824) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:22.726241 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-3b086050-e001-4875-bd2b-1ae423125e58 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'security_group_rule': {'security_group_id': '26dcc0c5-44c1-4752-9f5a-df9c08deed65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:22.825257 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3b086050-e001-4875-bd2b-1ae423125e58 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.875624 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.882761 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3b086050-e001-4875-bd2b-1ae423125e58 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.977600 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3b086050-e001-4875-bd2b-1ae423125e58 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:22.996916 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b086050-e001-4875-bd2b-1ae423125e58 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e49191-0faa-4583-9889-ed1fa5dc5510,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:23.064167 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3b086050-e001-4875-bd2b-1ae423125e58 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:23.065432 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-3b086050-e001-4875-bd2b-1ae423125e58 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439705 Sep 14 11:19:23.068156 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40830) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:23.072942 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-44638025-7f65-4292-a82a-d65895f32b12 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'security_group_rule': {'security_group_id': '26dcc0c5-44c1-4752-9f5a-df9c08deed65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:23.161216 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-44638025-7f65-4292-a82a-d65895f32b12 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:23.220454 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-44638025-7f65-4292-a82a-d65895f32b12 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:23.315546 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-44638025-7f65-4292-a82a-d65895f32b12 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:23.339848 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44638025-7f65-4292-a82a-d65895f32b12 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6f4a09-1b93-48c4-9fba-3e13c239484b,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:23.436022 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-44638025-7f65-4292-a82a-d65895f32b12 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:23.437300 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-44638025-7f65-4292-a82a-d65895f32b12 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3682096 Sep 14 11:19:23.440313 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40834) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:23.450893 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:23.538851 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:23.666009 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:23.777885 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Allocated IP 172.27.0.186 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/6fe4b777-fc46-486d-94c7-9bb389cea3c3) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:19:23.805026 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:19:23.827992 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:19:23.828595 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device a7c5e87e-c19f-4b78-b8c9-1f395c2278d7 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:19:23.892487 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.004234 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.040414 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:19:24.043640 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:24.047044 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:19:24.075662 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'Port': ['ID=6fe4b777-fc46-486d-94c7-9bb389cea3c3,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:24.139413 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.246788 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.397209 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.503918 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.506059 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.571489 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'Port': ['ID=6fe4b777-fc46-486d-94c7-9bb389cea3c3,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:24.583146 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.715499 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:24.716864 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5db4b108-0cfc-4f72-934d-e01af66d2e5e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2754269 Sep 14 11:19:24.906232 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-415cd10c-62d0-4548-90ee-84d0b18228aa tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--705883781&fields=id&tenant_id=089a4b9a31d14392ae58d7e91328979e HTTP/1.1" status: 200 len: 267 time: 0.0337520 Sep 14 11:19:25.015684 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186240f-760c-4ff9-8018-70bd457715ae req-54a1c1d8-5e33-42d3-abcf-e047138aac48 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:25.017394 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-54a1c1d8-5e33-42d3-abcf-e047138aac48 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 816 time: 0.1044865 Sep 14 11:19:25.035308 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-46059816-cf52-4e61-aefb-d644e8775101 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/quotas/089a4b9a31d14392ae58d7e91328979e HTTP/1.1" status: 200 len: 375 time: 0.0094864 Sep 14 11:19:25.089262 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-df208101-27f3-4213-966d-86ce4664f1b0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481663 Sep 14 11:19:25.185953 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-9df423d2-6480-44f3-8505-7d06f69b2564 service neutron] 10.222.0.59 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850782 Sep 14 11:19:25.277941 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-1c356672-3694-412b-9da0-11d526dc3057 service neutron] 10.222.0.59 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858283 Sep 14 11:19:25.512094 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-87ba3224-5aaa-4e10-a86c-4cc8b71a7900 req-567c2f99-2057-48d1-8919-1925a73b937a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 210 time: 0.0383322 Sep 14 11:19:25.606570 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-6c9f1e2a-7cf5-4085-aa22-def49d58a747 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1881683098&fields=id&tenant_id=f3872c54353f4eaa9fc63f008cd42679 HTTP/1.1" status: 200 len: 267 time: 0.0336576 Sep 14 11:19:25.715978 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c1a2-d99f-4d66-b714-deba332452da req-cc679d88-bc33-42f5-b7fa-2fc04f7c0613 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:25.718308 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-cc679d88-bc33-42f5-b7fa-2fc04f7c0613 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/networks?id=f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 200 len: 808 time: 0.1050677 Sep 14 11:19:25.735027 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-ada7c826-a7aa-4e98-9efc-55aeb146ad51 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/quotas/f3872c54353f4eaa9fc63f008cd42679 HTTP/1.1" status: 200 len: 375 time: 0.0109072 Sep 14 11:19:25.791545 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-4c797155-9aa4-436f-8fb6-308061244999 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499532 Sep 14 11:19:25.898707 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-c7361c70-6303-4a47-bf4d-e720455cb55e service neutron] 10.222.0.59 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887465 Sep 14 11:19:25.990480 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-2f65a864-8195-4b5f-9395-0fd651dc13fb service neutron] 10.222.0.59 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847816 Sep 14 11:19:26.596019 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e2074817-503f-45a2-9725-45d0051dc3b6 req-cb518021-9641-4e5b-80a8-4edbb0611807 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 210 time: 0.0319030 Sep 14 11:19:26.624337 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e1a55939-e5a2-4333-ba88-e665beb4fd6a req-71857d7d-0152-48d1-b2fa-37a188cef3ca tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 210 time: 0.0312166 Sep 14 11:19:26.956553 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40932) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:27.066365 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-13539317-8fdb-4547-a468-ba3f9d43480d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:27.158810 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-13539317-8fdb-4547-a468-ba3f9d43480d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:27.270532 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-13539317-8fdb-4547-a468-ba3f9d43480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:27.310242 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-13539317-8fdb-4547-a468-ba3f9d43480d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8df600f95bb544b79add4e8009b5098b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525803 Sep 14 11:19:27.311179 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13539317-8fdb-4547-a468-ba3f9d43480d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b1c93-2151-4126-9d4f-f9390e961b4f,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:27.311416 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 40938) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:27.365742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f03d3d34-845e-4cbe-9876-8e2b95571438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:27.387239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f03d3d34-845e-4cbe-9876-8e2b95571438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:27.524969 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186240f-760c-4ff9-8018-70bd457715ae req-1df692d3-18be-488e-9e94-9618e5ec18de tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:27.527117 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-1df692d3-18be-488e-9e94-9618e5ec18de tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 816 time: 0.1098547 Sep 14 11:19:27.553291 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f03d3d34-845e-4cbe-9876-8e2b95571438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:27.555792 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f03d3d34-845e-4cbe-9876-8e2b95571438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:27.557459 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f03d3d34-845e-4cbe-9876-8e2b95571438 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8d6b1c93-2151-4126-9d4f-f9390e961b4f HTTP/1.1" status: 204 len: 168 time: 0.2446017 Sep 14 11:19:27.569250 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d3d34-845e-4cbe-9876-8e2b95571438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b1c93-2151-4126-9d4f-f9390e961b4f,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:27.586995 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-0026c191-ce37-42d3-bcf9-2f1042b921f8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=089a4b9a31d14392ae58d7e91328979e HTTP/1.1" status: 200 len: 379 time: 0.0474498 Sep 14 11:19:27.598566 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'port': {'device_id': '4e1032c0-5843-46f2-9838-c84b569a2093', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'admin_state_up': True, 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'security_groups': ['26dcc0c5-44c1-4752-9f5a-df9c08deed65']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:27.694386 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-39677a69-4648-413e-aff8-d7a30b8fb486 req-b9449eda-1368-4627-9c5c-22a96d068001 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 210 time: 0.0332701 Sep 14 11:19:27.754450 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e469569-ee08-49e0-b5d8-2e74980247da req-d3f80bad-e13e-48c6-ad65-65a555693dab tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 210 time: 0.0352468 Sep 14 11:19:27.881728 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Made reservation on behalf of 089a4b9a31d14392ae58d7e91328979e for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:19:27.885971 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.038487 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Allocated IP 172.20.0.8 (01c25c53-9a0f-4fb8-92f3-fa68c18704bb/e9a46ba8-3d4e-4e35-8990-e42b061d56e1/4cb6c68d-6641-4cc6-a9ba-0c34fe251fde) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:19:28.184928 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.198944 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Transition to ACTIVE for port object 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:19:28.292252 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.340535 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:19:28.343560 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:28.350100 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:19:28.356052 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:28.408719 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:28.409641 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.504556 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-24692192-d0dd-46c9-b566-42dbc3674efb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9113395 Sep 14 11:19:28.518860 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Request body: {'port': {'device_id': '4e1032c0-5843-46f2-9838-c84b569a2093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:28.573845 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.613857 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40970) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:28.646617 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-104b8d04-1813-4dd9-9cc9-35fb7db69bb1 None None] Provisioning for port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:19:28.651263 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-104b8d04-1813-4dd9-9cc9-35fb7db69bb1 None None] Provisioning complete for port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:28.651915 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-104b8d04-1813-4dd9-9cc9-35fb7db69bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.693190 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-104b8d04-1813-4dd9-9cc9-35fb7db69bb1 None None] Port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:19:28.725598 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1469589869-network', 'tenant_id': '017da2d6dbfb45388571a5f795b40de2'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:28.806208 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-323789d7-595f-4a24-be97-cedb40e47b84 req-a1e7fb99-4f11-458f-b9e3-30bf633717f2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 210 time: 0.0331008 Sep 14 11:19:28.828667 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Made reservation on behalf of 017da2d6dbfb45388571a5f795b40de2 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:19:28.831466 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.841148 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.938149 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:28.980901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:19:28.997066 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d0e2b-29a3-4b74-99a4-e332e99d9126 req-ca1c0482-4e0e-4847-a04d-23461b0f0f19 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:28.998621 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-543d0e2b-29a3-4b74-99a4-e332e99d9126 req-ca1c0482-4e0e-4847-a04d-23461b0f0f19 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 931 time: 0.1615713 Sep 14 11:19:29.000589 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.001241 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.031611 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:19:29.040330 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Transition to ACTIVE for port object 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:19:29.041459 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e2c13-a8c9-4949-975d-14f391e7245d,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:29.047630 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.047784 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Added segment f756747c-e4d6-4918-a94a-7cb0a37bcf51 of type vlan for network d15c7950-3931-40a8-9d61-1db9463c9a22 Sep 14 11:19:29.068774 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c1a2-d99f-4d66-b714-deba332452da req-455320e2-1a11-4e78-98a7-a0231fc80e85 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:29.070221 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-455320e2-1a11-4e78-98a7-a0231fc80e85 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.60 "GET /v2.0/networks?id=f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 200 len: 808 time: 0.1912007 Sep 14 11:19:29.075283 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-543d0e2b-29a3-4b74-99a4-e332e99d9126 req-24a6db35-ae0c-4fa7-b732-403590592e91 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684996 Sep 14 11:19:29.110325 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.115848 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-2d3d2422-1651-4fc6-98d7-2a67d78b92df tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3872c54353f4eaa9fc63f008cd42679 HTTP/1.1" status: 200 len: 380 time: 0.0363078 Sep 14 11:19:29.120986 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.134187 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'port': {'device_id': '685527a1-8cd7-4106-8780-fa73676c0128', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'admin_state_up': True, 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'security_groups': ['c948c56f-9cd0-4639-9f1a-b98a79d2dea5']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:29.201428 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.202807 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:29.203496 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.205735 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:29.271065 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] Pushing event updated for resources: {'Network': ['ID=d15c7950-3931-40a8-9d61-1db9463c9a22,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:29.283294 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network d15c7950-3931-40a8-9d61-1db9463c9a22 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:19:29.310352 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-093d3987-8b24-4099-a33c-d97a69dd4f84 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6953547 Sep 14 11:19:29.313225 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 40980) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:29.318670 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Request body: {'subnet': {'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1469589869-subnet', 'tenant_id': '017da2d6dbfb45388571a5f795b40de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:29.339011 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Attempting to bind port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:19:29.339376 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Attempting to bind port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:19:29.339717 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Attempting to bind port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde on network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:19:29.347162 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde on network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:19:29.351863 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Attempting to bind port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde on network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:19:29.352512 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:19:29.352732 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Checking segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:19:29.353113 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Bound using segment: {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:19:29.354065 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Bound port: 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:19:29.354428 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.401924 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Made reservation on behalf of f3872c54353f4eaa9fc63f008cd42679 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:19:29.405542 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.442281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:19:29.446139 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:19:29.492369 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Made reservation on behalf of 017da2d6dbfb45388571a5f795b40de2 for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:19:29.494899 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156735'] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.538660 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.574616 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Allocated IP 172.20.0.9 (f88321d9-7e37-4c1e-aa76-a44320203853/f91479fb-ff27-473e-8fe8-cffb94e7d71a/daf4fa55-5fad-41ff-aa40-8f3ce4107c64) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:19:29.593467 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:29.594141 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.595711 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] 10.222.0.60 "PUT /v2.0/ports/4cb6c68d-6641-4cc6-a9ba-0c34fe251fde HTTP/1.1" status: 200 len: 1093 time: 1.0811527 Sep 14 11:19:29.598524 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:29.600508 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fa211f-a836-4b2a-b210-0ab0d39d40be" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:29.658525 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6a678-747f-4b47-8492-92ef9dc3af76 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:29.670289 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016518cf-4f9e-4df1-b465-f3113efd408b x-openstack-request-id: req-016518cf-4f9e-4df1-b465-f3113efd408b {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:29.670289 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:29.670581 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-016518cf-4f9e-4df1-b465-f3113efd408b {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:29.671248 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'status': 'completed', 'code': 200} Sep 14 11:19:29.915928 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2764913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156705'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:29.974181 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c00423-f372-4f2f-85b5-64a5dda0fcc7,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:29.983524 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Checking segment: {'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:19:29.983914 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Network hostable DHCP agents. Network: d15c7950-3931-40a8-9d61-1db9463c9a22, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:19:30.059781 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa211f-a836-4b2a-b210-0ab0d39d40be req-97597ce3-cc47-4387-829c-be557058e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.061178 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-58fa211f-a836-4b2a-b210-0ab0d39d40be req-97597ce3-cc47-4387-829c-be557058e82b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 1096 time: 0.3682702 Sep 14 11:19:30.064986 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e966fbe3-a562-4d76-9ebd-8d1c61e19ff4 req-e868b07f-fdef-4847-869b-66a287d10d0b tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 210 time: 0.0413439 Sep 14 11:19:30.066849 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Network d15c7950-3931-40a8-9d61-1db9463c9a22 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:19:30.120985 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:30.169675 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Transition to ACTIVE for port object daf4fa55-5fad-41ff-aa40-8f3ce4107c64 will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:19:30.189692 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, d15c7950-3931-40a8-9d61-1db9463c9a22) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:30.194279 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.194973 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:30.199910 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfccc76-1c06-4d32-aebe-88c292304481 None None] Network d15c7950-3931-40a8-9d61-1db9463c9a22 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:19:30.245411 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa211f-a836-4b2a-b210-0ab0d39d40be req-135b6174-dafb-4de6-a0ac-f72c9dfda54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.246899 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-58fa211f-a836-4b2a-b210-0ab0d39d40be req-135b6174-dafb-4de6-a0ac-f72c9dfda54b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=089a4b9a31d14392ae58d7e91328979e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1714001 Sep 14 11:19:30.263614 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792a98f-c728-405b-b8cb-03cfdae012e1 req-81310ff8-2d45-4293-b507-1da48ad9ed9b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.265060 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5792a98f-c728-405b-b8cb-03cfdae012e1 req-81310ff8-2d45-4293-b507-1da48ad9ed9b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.1005936 Sep 14 11:19:30.281857 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2113a0a5-46ac-42ba-a6b8-c3292e2ed0c6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9671462 Sep 14 11:19:30.321658 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca09d577-2b0d-40db-9a39-1caa275ad5aa None None] Network d15c7950-3931-40a8-9d61-1db9463c9a22 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:19:30.367815 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5792a98f-c728-405b-b8cb-03cfdae012e1 req-6cc5bf2d-d044-4813-b957-7945926fa68b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942039 Sep 14 11:19:30.375763 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:30.432788 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Network f88321d9-7e37-4c1e-aa76-a44320203853 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:19:30.439043 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:30.443176 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:19:30.446299 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa211f-a836-4b2a-b210-0ab0d39d40be req-36f8f79e-46ec-40a9-a59f-1208aa6bffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.448653 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-58fa211f-a836-4b2a-b210-0ab0d39d40be req-36f8f79e-46ec-40a9-a59f-1208aa6bffd2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930785 Sep 14 11:19:30.476108 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:30.506575 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.507211 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:30.562125 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186240f-760c-4ff9-8018-70bd457715ae req-bc31d850-0953-4473-9ba3-ae5cf31ef5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.563672 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-bc31d850-0953-4473-9ba3-ae5cf31ef5c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 1096 time: 0.0530412 Sep 14 11:19:30.610168 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-03a96edc-06d5-4637-ab6c-dabf6c1e952b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde HTTP/1.1" status: 200 len: 217 time: 0.0364161 Sep 14 11:19:30.618691 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-ed8624e1-5a9d-46b7-86d9-d31fbe7c8906 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4924235 Sep 14 11:19:30.632418 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Request body: {'port': {'device_id': '685527a1-8cd7-4106-8780-fa73676c0128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:30.692836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186240f-760c-4ff9-8018-70bd457715ae req-c69c1fa4-6ffd-405b-bc8f-36814954fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.694291 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-c69c1fa4-6ffd-405b-bc8f-36814954fd26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0743439 Sep 14 11:19:30.720895 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-91fdcc25-57ac-4abf-8dc1-53d51e2fc708 None None] Provisioning for port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:19:30.724992 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-91fdcc25-57ac-4abf-8dc1-53d51e2fc708 None None] Provisioning complete for port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:30.725410 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-91fdcc25-57ac-4abf-8dc1-53d51e2fc708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:30.745864 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:30.765606 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-91fdcc25-57ac-4abf-8dc1-53d51e2fc708 None None] Port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:19:30.792196 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186240f-760c-4ff9-8018-70bd457715ae req-52ceb6d5-527b-4b6f-bb52-3bbb1d549a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:30.793688 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-52ceb6d5-527b-4b6f-bb52-3bbb1d549a6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810597 Sep 14 11:19:30.988445 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-b2515ce6-1394-4a13-bbc6-f8564c810e1c service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843364 Sep 14 11:19:31.146527 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b186240f-760c-4ff9-8018-70bd457715ae req-6e2bc247-e6b4-4543-aee6-e0bee1032201 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296432 Sep 14 11:19:31.214479 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf4fa55-5fad-41ff-aa40-8f3ce4107c64 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:19:31.224931 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:31.247117 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fec05-e036-4140-8aea-1c20f0372ed5 req-f122ebf7-b874-4135-918d-295cc40d9070 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:31.257864 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-800fec05-e036-4140-8aea-1c20f0372ed5 req-f122ebf7-b874-4135-918d-295cc40d9070 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 931 time: 0.0780163 Sep 14 11:19:31.257864 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Transition to ACTIVE for port object daf4fa55-5fad-41ff-aa40-8f3ce4107c64 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:19:31.287968 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-800fec05-e036-4140-8aea-1c20f0372ed5 req-2fe59a73-e43d-46be-82ff-24667e58da28 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333598 Sep 14 11:19:31.366981 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:31.424182 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:31.532970 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Attempting to bind port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:19:31.533336 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Attempting to bind port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:19:31.533668 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Attempting to bind port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 on network f88321d9-7e37-4c1e-aa76-a44320203853 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:19:31.546909 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3659180-015f-4936-9e61-0b7a8bed10a9 req-42f44564-8925-453b-b208-efc737d45e8b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:31.548611 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a3659180-015f-4936-9e61-0b7a8bed10a9 req-42f44564-8925-453b-b208-efc737d45e8b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0811110 Sep 14 11:19:31.550065 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 on network f88321d9-7e37-4c1e-aa76-a44320203853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:19:31.550065 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Attempting to bind port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 on network f88321d9-7e37-4c1e-aa76-a44320203853 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:19:31.558225 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:19:31.558572 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Checking segment: {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:19:31.559002 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Bound using segment: {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:19:31.559563 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Bound port: daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:19:31.559934 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:31.623991 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a3659180-015f-4936-9e61-0b7a8bed10a9 req-2b0a47d4-5cd1-467c-a730-03df31b6e323 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684922 Sep 14 11:19:31.652285 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:19:31.655513 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:19:31.750390 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:31.788771 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:31.789380 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:31.790920 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] 10.222.0.60 "PUT /v2.0/ports/daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 200 len: 1093 time: 1.1624110 Sep 14 11:19:31.791989 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:31.794215 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aa2374-b6d2-408b-b0ca-63f50529449f" -d '{"events": [{"name": "network-changed", "server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:31.822454 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f15a8-2d45-4495-b876-5d74634f3fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:31.834244 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a768956-3ab6-4293-8494-9b0a3141620e x-openstack-request-id: req-4a768956-3ab6-4293-8494-9b0a3141620e {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:31.834530 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:31.834773 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4a768956-3ab6-4293-8494-9b0a3141620e {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:31.835162 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'status': 'completed', 'code': 200} Sep 14 11:19:31.896909 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2374-b6d2-408b-b0ca-63f50529449f req-ee4a07e6-8fe7-4482-9e7d-f74adb830c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:31.898488 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28aa2374-b6d2-408b-b0ca-63f50529449f req-ee4a07e6-8fe7-4482-9e7d-f74adb830c7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1096 time: 0.0422413 Sep 14 11:19:32.003018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2374-b6d2-408b-b0ca-63f50529449f req-a89bfc2e-3fee-4002-ada2-5a097f30d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:32.004640 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28aa2374-b6d2-408b-b0ca-63f50529449f req-a89bfc2e-3fee-4002-ada2-5a097f30d31b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f3872c54353f4eaa9fc63f008cd42679&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0977035 Sep 14 11:19:32.029477 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:32.100641 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2374-b6d2-408b-b0ca-63f50529449f req-6a74fb88-04eb-4940-a499-3ae8d970d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:32.102139 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28aa2374-b6d2-408b-b0ca-63f50529449f req-6a74fb88-04eb-4940-a499-3ae8d970d0ca service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906956 Sep 14 11:19:32.174417 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c1a2-d99f-4d66-b714-deba332452da req-31e359c8-b938-4065-a8fe-6df44853ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:32.175899 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-31e359c8-b938-4065-a8fe-6df44853ef86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1096 time: 0.0399671 Sep 14 11:19:32.224689 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-129a4cae-23c6-4411-b1f0-b3d78b3da381 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 200 len: 217 time: 0.0414507 Sep 14 11:19:32.275242 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c1a2-d99f-4d66-b714-deba332452da req-a1309a42-7ecf-4e54-92a0-6871f5bbe42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:32.277379 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-a1309a42-7ecf-4e54-92a0-6871f5bbe42a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91479fb-ff27-473e-8fe8-cffb94e7d71a HTTP/1.1" status: 200 len: 847 time: 0.0459569 Sep 14 11:19:32.330340 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806c1a2-d99f-4d66-b714-deba332452da req-9be0f692-9a8c-45ce-8d03-ed1c31f9a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:32.332037 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-9be0f692-9a8c-45ce-8d03-ed1c31f9a97a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88321d9-7e37-4c1e-aa76-a44320203853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467229 Sep 14 11:19:32.532965 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-3ee6704d-d731-4cb5-99db-7565d0996b5e service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934569 Sep 14 11:19:32.548962 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8cda4-843b-4a88-a9a5-39e72c725923 req-c74a4691-07af-42e8-b8cf-776618eeed35 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:32.550360 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d9a8cda4-843b-4a88-a9a5-39e72c725923 req-c74a4691-07af-42e8-b8cf-776618eeed35 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.1642530 Sep 14 11:19:32.602178 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-20d70101-ad99-45e0-84aa-98a8e82d32a2 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:32.603761 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-20d70101-ad99-45e0-84aa-98a8e82d32a2 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/networks?id=d15c7950-3931-40a8-9d61-1db9463c9a22 HTTP/1.1" status: 200 len: 814 time: 0.2424603 Sep 14 11:19:32.666879 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d9a8cda4-843b-4a88-a9a5-39e72c725923 req-b5241404-edbf-4a15-b946-01e2016569c3 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094959 Sep 14 11:19:32.669727 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-8c162480-d2bb-40c2-ab15-d7f1c27e01fd tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/quotas/017da2d6dbfb45388571a5f795b40de2 HTTP/1.1" status: 200 len: 375 time: 0.0585411 Sep 14 11:19:32.710361 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-5488315d-f2eb-4259-9eb7-d1787dd4ee77 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=017da2d6dbfb45388571a5f795b40de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346148 Sep 14 11:19:32.714915 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7806c1a2-d99f-4d66-b714-deba332452da req-59c92ae5-cbcb-4e0f-9d98-efdbc9c28845 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636879 Sep 14 11:19:32.832022 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b1131-dd19-48aa-ad33-443fd259953a req-07ff0c4b-463e-4b71-8db6-4e02946bb2a0 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:32.833455 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ee8b1131-dd19-48aa-ad33-443fd259953a req-07ff0c4b-463e-4b71-8db6-4e02946bb2a0 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0973380 Sep 14 11:19:32.851079 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-743e6179-a25f-4a9d-8809-a516937ba9bc service neutron] 10.222.0.59 "GET /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330738 Sep 14 11:19:32.901333 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ee8b1131-dd19-48aa-ad33-443fd259953a req-dffba72a-4c39-4db5-8b9c-8294e90ec381 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615301 Sep 14 11:19:32.925365 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41034) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:32.973502 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-ddc1bb8a-9552-471f-8d91-2b8d96868835 service neutron] 10.222.0.59 "GET /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154780 Sep 14 11:19:33.014679 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d52cf1-a9dd-4dcc-9ccb-f8cfec9c4204 req-a0987432-ba06-42f7-b865-183c09155847 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:33.016272 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a3d52cf1-a9dd-4dcc-9ccb-f8cfec9c4204 req-a0987432-ba06-42f7-b865-183c09155847 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0576303 Sep 14 11:19:33.059896 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a3d52cf1-a9dd-4dcc-9ccb-f8cfec9c4204 req-879a2fda-a6f5-4cab-af40-1d46d8fbbce7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371966 Sep 14 11:19:33.135090 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d967014e-a3cd-4814-b5ab-568ceef51814 tempest-TestMinimumBasicScenario-1630799735 tempest-TestMinimumBasicScenario-1630799735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:33.136385 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-d967014e-a3cd-4814-b5ab-568ceef51814 tempest-TestMinimumBasicScenario-1630799735 tempest-TestMinimumBasicScenario-1630799735-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1094 time: 0.2096593 Sep 14 11:19:33.139348 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41038) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:33.143591 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'port_id': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:33.209594 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-43f8f3b6-75eb-4ee6-ab3a-cbaff973eff9 req-f96bc5d6-a835-4f72-a39c-70a14579eacd tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 210 time: 0.0261760 Sep 14 11:19:33.217107 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for floatingip, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:33.323753 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:33.426153 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Allocated IP 172.27.0.164 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/1a8cd977-2fc6-4fb0-92c5-f4324a9c8a69) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:19:33.528679 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:33.646825 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:33.683951 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:19:33.686661 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:33.692243 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:19:33.697704 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'Port': ['ID=1a8cd977-2fc6-4fb0-92c5-f4324a9c8a69,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:33.785540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b15288-4475-4369-b318-cba2157157a4 req-5048418a-b9bd-433d-b90d-f07832d525b6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:33.787241 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d7b15288-4475-4369-b318-cba2157157a4 req-5048418a-b9bd-433d-b90d-f07832d525b6 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0480413 Sep 14 11:19:33.830148 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d7b15288-4475-4369-b318-cba2157157a4 req-d201b11f-dd20-465e-a9b9-b9cf972990ee tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348101 Sep 14 11:19:33.855997 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:19:33.952057 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:33.964924 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'port_id': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'mac_address': 'fa:16:3e:cd:14:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:19:34.004876 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:34.018509 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:19:34.038121 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:34.055561 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:34.109068 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:34.158547 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:34.181885 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ac8f2-b817-45b5-8467-cfcf876f95c2 req-db32a320-ce8c-4b4e-ada2-734647ef198f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:34.183613 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f9ac8f2-b817-45b5-8467-cfcf876f95c2 req-db32a320-ce8c-4b4e-ada2-734647ef198f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 944 time: 0.0525639 Sep 14 11:19:34.221593 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:34.222718 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f9ac8f2-b817-45b5-8467-cfcf876f95c2 req-ddf65050-446f-4e25-9f6e-4e95a4141728 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329783 Sep 14 11:19:34.305280 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d0169e70-17d6-499c-8748-a6ccb4109380 req-d6875fbb-9c79-46fa-ad2c-1d9dadcab711 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 210 time: 0.0259933 Sep 14 11:19:34.354671 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:19:34.377117 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:34.469447 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:34.540631 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'Port': ['ID=1a8cd977-2fc6-4fb0-92c5-f4324a9c8a69,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:34.548458 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:34.649682 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.l3_db [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Floating IP 43d4212e-a2e6-4679-a441-e5dd53681d61 associated. External IP: 172.27.0.164, port: 841f8b4e-0437-4a97-adcb-2985ad343e24. Sep 14 11:19:34.853705 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:19:34.942725 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f7a4d-6fda-4266-adad-c9decdbe3b9d req-34624b8a-6d46-47b6-8493-3ccf01bd0231 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:34.944238 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-061f7a4d-6fda-4266-adad-c9decdbe3b9d req-34624b8a-6d46-47b6-8493-3ccf01bd0231 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0478253 Sep 14 11:19:34.962872 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:19:34.979129 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] Sync routers for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:19:34.984074 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-061f7a4d-6fda-4266-adad-c9decdbe3b9d req-e90ba379-e36f-45b3-ab92-a73abf97f9bc tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330408 Sep 14 11:19:34.988246 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:34.991472 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:35.041941 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.068337 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-968ef97a-5a61-4a11-bd2c-47b7bae30027 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9279747 Sep 14 11:19:35.068985 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24'}] {{(pid=94632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:35.071112 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a4becddd418bb84f1948dec5118b731922884afe1f23a9219bf08cb21cd83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4347bfc-0bec-4d39-b7b1-97488d97b832" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24"}]}' {{(pid=94632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:35.071270 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41058) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:35.076500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-4ae76b48-7472-4a64-924b-694106cc2af1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630898900', 'description': 'tempest-secgroup-smoke-630898900 description', 'project_id': '7a573c9194c54d5b96198b67c9620fa2'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:35.102366 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:35.112470 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d229c16-7b15-484f-b2c9-746827090581 x-openstack-request-id: req-0d229c16-7b15-484f-b2c9-746827090581 {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:35.112786 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24", "status": "completed", "code": 200}]} {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:35.113034 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0d229c16-7b15-484f-b2c9-746827090581 {{(pid=94632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:35.113426 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'status': 'completed', 'code': 200} Sep 14 11:19:35.173858 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4ae76b48-7472-4a64-924b-694106cc2af1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.200678 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-61f16319-a938-45a7-b990-413ad2b7db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:35.202148 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-61f16319-a938-45a7-b990-413ad2b7db6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1099 time: 0.0629156 Sep 14 11:19:35.401712 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '43d4212e-a2e6-4679-a441-e5dd53681d61', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'port_id': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'mac_address': 'fa:16:3e:3b:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:33Z', 'updated_at': '2021-09-14T11:19:33Z', 'revision_number': 0, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:27Z', 'revision_number': 5, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:35.417371 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-f1a68a9f-1e72-48bb-8529-f4d8693e66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:35.418821 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-f1a68a9f-1e72-48bb-8529-f4d8693e66dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 200 len: 914 time: 0.2071738 Sep 14 11:19:35.428815 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] Checking router: f467f1bf-e2fe-4f5d-9ad4-0a874b934119 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:19:35.438999 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:35.439696 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:35.451184 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4ae76b48-7472-4a64-924b-694106cc2af1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.487485 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8607c0e7-f5ff-4603-a2ea-470e3167632b req-bfd5b1f0-3b02-4e7b-9cd9-5d347789b34c tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 210 time: 0.1024268 Sep 14 11:19:35.497845 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a3481-773d-46d5-8430-8c5018233a63 req-72344391-62a5-453e-a09b-07df5e7cf32c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:35.499400 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0a0a3481-773d-46d5-8430-8c5018233a63 req-72344391-62a5-453e-a09b-07df5e7cf32c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 944 time: 0.2018697 Sep 14 11:19:35.537481 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4ae76b48-7472-4a64-924b-694106cc2af1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.551912 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:35.621722 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae76b48-7472-4a64-924b-694106cc2af1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:35.630064 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-df327279-421b-4855-aef0-4b7cd64b5d5b tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:35.631349 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-df327279-421b-4855-aef0-4b7cd64b5d5b tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.60 "GET /v2.0/networks?id=d15c7950-3931-40a8-9d61-1db9463c9a22 HTTP/1.1" status: 200 len: 814 time: 0.2885282 Sep 14 11:19:35.636512 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-ee847150-6a4c-4352-ad2d-23fed69d01d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 1000 time: 0.1899867 Sep 14 11:19:35.641509 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0a0a3481-773d-46d5-8430-8c5018233a63 req-99857b18-8f9b-4eff-8ca1-80dda44565f5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071837 Sep 14 11:19:35.652471 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Request body: {'port': {'device_id': 'e22d2131-3f7f-4776-9a2d-9dc5bd87f785', 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22', 'admin_state_up': True, 'tenant_id': '017da2d6dbfb45388571a5f795b40de2'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:35.701817 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4ae76b48-7472-4a64-924b-694106cc2af1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.703074 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-4ae76b48-7472-4a64-924b-694106cc2af1 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6307411 Sep 14 11:19:35.706211 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41066) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:35.711507 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-b1448560-be92-4075-9949-ea6112359171 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'security_group_rule': {'security_group_id': '1cc13ff0-31c9-4fc4-b22f-c2704d9496d1', 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:35.752563 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-8556dc24-ac60-43ea-8276-b2e7b0771452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:35.754042 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-8556dc24-ac60-43ea-8276-b2e7b0771452 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa HTTP/1.1" status: 200 len: 852 time: 0.0981715 Sep 14 11:19:35.804489 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '43d4212e-a2e6-4679-a441-e5dd53681d61', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'port_id': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'mac_address': 'fa:16:3e:3b:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:33Z', 'updated_at': '2021-09-14T11:19:33Z', 'revision_number': 0, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:27Z', 'revision_number': 5, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:35.825037 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b1448560-be92-4075-9949-ea6112359171 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.831227 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-ce43a1ad-03a7-4b4e-86cd-2e33be0223ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:35.832773 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-ce43a1ad-03a7-4b4e-86cd-2e33be0223ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4967d3aa-bc7b-453b-b242-7a05dd202465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624712 Sep 14 11:19:35.890259 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b1448560-be92-4075-9949-ea6112359171 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.910531 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Made reservation on behalf of 017da2d6dbfb45388571a5f795b40de2 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:19:35.914034 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.957773 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-8966a6be-e1e7-48c1-874f-829c0cb05357 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164975 Sep 14 11:19:35.958929 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:19:35.961665 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766433a-7412-455b-b57d-cdfae2f2b132 None None] The sync data for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi is: [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '43d4212e-a2e6-4679-a441-e5dd53681d61', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'port_id': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'mac_address': 'fa:16:3e:3b:20:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:33Z', 'updated_at': '2021-09-14T11:19:33Z', 'revision_number': 0, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:27Z', 'revision_number': 5, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:19:35.976783 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b1448560-be92-4075-9949-ea6112359171 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:35.994826 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1448560-be92-4075-9949-ea6112359171 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98854dba-1a9a-4eba-86c2-22519b82d448,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:36.075380 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b1448560-be92-4075-9949-ea6112359171 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.077498 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b1448560-be92-4075-9949-ea6112359171 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3700652 Sep 14 11:19:36.080227 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41074) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:36.085240 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-6badce32-d3de-478f-8556-a24d9b02fe17 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'security_group_rule': {'security_group_id': '1cc13ff0-31c9-4fc4-b22f-c2704d9496d1', 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:36.137483 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:19:36.141979 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:36.142420 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.203464 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6badce32-d3de-478f-8556-a24d9b02fe17 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.205972 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faead67-1411-4681-8fae-6d904f47f30e None None] New status for floating IP 43d4212e-a2e6-4679-a441-e5dd53681d61: ACTIVE {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:19:36.244762 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.276077 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:36.278984 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da26b3d-ca46-4510-8fcd-874d796320fd" -d '{"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-plugged", "status": "completed", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:36.282180 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6badce32-d3de-478f-8556-a24d9b02fe17 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.302987 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:36.324798 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0569577d-6d38-40b9-9419-0cb1c250861c x-openstack-request-id: req-0569577d-6d38-40b9-9419-0cb1c250861c {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:36.325229 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-plugged", "status": "completed", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:36.325573 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0569577d-6d38-40b9-9419-0cb1c250861c {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:36.326191 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'code': 200} Sep 14 11:19:36.349461 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6badce32-d3de-478f-8556-a24d9b02fe17 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.379203 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.396397 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badce32-d3de-478f-8556-a24d9b02fe17 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb25c2d-6c19-4f2a-ba95-0d4aee261f90,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:36.418646 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f2f65-0402-4167-9348-6467b25355a0 req-4c0082ae-d2d6-4b04-a32f-e3a2b591f4c9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:36.420646 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-584f2f65-0402-4167-9348-6467b25355a0 req-4c0082ae-d2d6-4b04-a32f-e3a2b591f4c9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.1412146 Sep 14 11:19:36.445831 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:36.464210 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4347bfc-0bec-4d39-b7b1-97488d97b832 req-50e545a2-90d4-4707-8872-84de76217bd5 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801817 Sep 14 11:19:36.467624 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Allocated IP 172.20.0.8 (d15c7950-3931-40a8-9d61-1db9463c9a22/b8c00423-f372-4f2f-85b5-64a5dda0fcc7/5582c624-ddc8-435f-95c3-4000fd32c1ef) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:19:36.476296 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6badce32-d3de-478f-8556-a24d9b02fe17 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.481848 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-6badce32-d3de-478f-8556-a24d9b02fe17 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3980019 Sep 14 11:19:36.482612 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41078) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:36.489108 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-2198eae7-69c7-45c5-8aee-2afc483e067e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'security_group_rule': {'security_group_id': '1cc13ff0-31c9-4fc4-b22f-c2704d9496d1', 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:36.502057 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-584f2f65-0402-4167-9348-6467b25355a0 req-49497de8-fc4f-439b-abc4-18e44164a5c7 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684483 Sep 14 11:19:36.598784 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ef180233-fb40-4031-82f9-eda332c3045e req-bac23f77-f131-49ea-a892-d87d2fba163d tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 210 time: 0.0329232 Sep 14 11:19:36.623190 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2198eae7-69c7-45c5-8aee-2afc483e067e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.706774 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2198eae7-69c7-45c5-8aee-2afc483e067e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.715130 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.755197 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874924-2140-4b11-958f-6765e0833ade req-b41c5385-00e2-46e5-9d1b-6295c5a68db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:36.756709 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5e874924-2140-4b11-958f-6765e0833ade req-b41c5385-00e2-46e5-9d1b-6295c5a68db3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 1098 time: 0.0930722 Sep 14 11:19:36.767002 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2198eae7-69c7-45c5-8aee-2afc483e067e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.788381 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198eae7-69c7-45c5-8aee-2afc483e067e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e3d4ae-8807-4abe-af3f-fa2a26cfc2b6,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:36.825304 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1852645-b705-4ea9-b90f-523204b62e71 req-0c5f0758-22f4-4611-99dd-06e42e592116 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:36.826809 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e1852645-b705-4ea9-b90f-523204b62e71 req-0c5f0758-22f4-4611-99dd-06e42e592116 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.1060297 Sep 14 11:19:36.840966 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2198eae7-69c7-45c5-8aee-2afc483e067e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.841664 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5e874924-2140-4b11-958f-6765e0833ade req-7c6110b7-2920-474f-8174-198983075f0e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724773 Sep 14 11:19:36.844855 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2198eae7-69c7-45c5-8aee-2afc483e067e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3586915 Sep 14 11:19:36.845056 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41084) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:36.849221 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-0a9f6078-c3b8-44e4-b8a5-6c08aeb9550e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'security_group_rule': {'security_group_id': '1cc13ff0-31c9-4fc4-b22f-c2704d9496d1', 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:36.871016 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e1852645-b705-4ea9-b90f-523204b62e71 req-d27979c7-eeb6-4fa0-9722-2a95ed5de2d9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374923 Sep 14 11:19:36.898288 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.942451 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6078-c3b8-44e4-b8a5-6c08aeb9550e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:36.944905 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Network d15c7950-3931-40a8-9d61-1db9463c9a22 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:19:36.948487 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:36.954883 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:19:36.961000 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Pushing event updated for resources: {'Port': ['ID=5582c624-ddc8-435f-95c3-4000fd32c1ef,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:37.008110 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6078-c3b8-44e4-b8a5-6c08aeb9550e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.010581 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:37.010581 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.092243 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6078-c3b8-44e4-b8a5-6c08aeb9550e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.113352 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f6078-c3b8-44e4-b8a5-6c08aeb9550e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd6809ff-9ceb-4cf9-b5f8-575d1d3f1bf5,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:37.121960 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-4d8c9e04-e548-4adf-8bb7-1397fb176cb9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4739575 Sep 14 11:19:37.134914 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Request body: {'port': {'device_id': 'e22d2131-3f7f-4776-9a2d-9dc5bd87f785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:37.172384 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0a9f6078-c3b8-44e4-b8a5-6c08aeb9550e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.173633 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-0a9f6078-c3b8-44e4-b8a5-6c08aeb9550e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276725 Sep 14 11:19:37.176387 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41086) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:37.180744 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-6511447e-f4ba-48d9-a0e5-5c32c4bc81c6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'security_group_rule': {'security_group_id': '1cc13ff0-31c9-4fc4-b22f-c2704d9496d1', 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:37.191542 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.194290 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:19:37.263323 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.securitygroups_db [None req-6511447e-f4ba-48d9-a0e5-5c32c4bc81c6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Project 7a573c9194c54d5b96198b67c9620fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:19:37.268773 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6511447e-f4ba-48d9-a0e5-5c32c4bc81c6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.328837 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6511447e-f4ba-48d9-a0e5-5c32c4bc81c6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.401752 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6511447e-f4ba-48d9-a0e5-5c32c4bc81c6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.419258 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511447e-f4ba-48d9-a0e5-5c32c4bc81c6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f293c979-0cc3-4837-a1d6-9983ecaf8abe,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:37.458558 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5582c624-ddc8-435f-95c3-4000fd32c1ef {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:19:37.466940 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.481131 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Transition to ACTIVE for port object 5582c624-ddc8-435f-95c3-4000fd32c1ef will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:19:37.606513 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-6511447e-f4ba-48d9-a0e5-5c32c4bc81c6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.607884 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-6511447e-f4ba-48d9-a0e5-5c32c4bc81c6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4305203 Sep 14 11:19:37.610640 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41090) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:37.615118 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-0de591f6-b37f-4be7-a508-b5b47440a7c3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'security_group_rule': {'security_group_id': '1cc13ff0-31c9-4fc4-b22f-c2704d9496d1', 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:37.624350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc837ade-8553-4225-9104-cc064bb368b3 req-3fa1836b-c6c9-4a26-bb0c-526f00399e4a tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:37.626029 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cc837ade-8553-4225-9104-cc064bb368b3 req-3fa1836b-c6c9-4a26-bb0c-526f00399e4a tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0506511 Sep 14 11:19:37.665566 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cc837ade-8553-4225-9104-cc064bb368b3 req-0a6af428-255e-4080-810f-1c406a200ef8 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334301 Sep 14 11:19:37.693817 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.721084 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.securitygroups_db [None req-0de591f6-b37f-4be7-a508-b5b47440a7c3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Project 7a573c9194c54d5b96198b67c9620fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:19:37.726135 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0de591f6-b37f-4be7-a508-b5b47440a7c3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.759070 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5582c624-ddc8-435f-95c3-4000fd32c1ef,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:37.770249 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff7fb-c065-47ac-9e11-1dffe060e957 req-aaf7d4d0-0b29-4667-b46e-4ddde4f1402b tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:37.771750 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9edff7fb-c065-47ac-9e11-1dffe060e957 req-aaf7d4d0-0b29-4667-b46e-4ddde4f1402b tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 931 time: 0.1038151 Sep 14 11:19:37.788577 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0de591f6-b37f-4be7-a508-b5b47440a7c3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.850672 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9edff7fb-c065-47ac-9e11-1dffe060e957 req-ec999d98-2fe9-4741-8349-d5d3592c0962 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649846 Sep 14 11:19:37.860255 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Attempting to bind port 5582c624-ddc8-435f-95c3-4000fd32c1ef on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:19:37.860596 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Attempting to bind port 5582c624-ddc8-435f-95c3-4000fd32c1ef by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:19:37.860923 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Attempting to bind port 5582c624-ddc8-435f-95c3-4000fd32c1ef on network d15c7950-3931-40a8-9d61-1db9463c9a22 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:19:37.864067 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0de591f6-b37f-4be7-a508-b5b47440a7c3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.866866 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Port 5582c624-ddc8-435f-95c3-4000fd32c1ef on network d15c7950-3931-40a8-9d61-1db9463c9a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:19:37.866866 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Attempting to bind port 5582c624-ddc8-435f-95c3-4000fd32c1ef on network d15c7950-3931-40a8-9d61-1db9463c9a22 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:19:37.876619 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:19:37.876953 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Checking segment: {'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:19:37.877329 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Bound using segment: {'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:19:37.877753 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Bound port: 5582c624-ddc8-435f-95c3-4000fd32c1ef, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:19:37.878136 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.880876 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de591f6-b37f-4be7-a508-b5b47440a7c3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabca8a8-8b92-4afc-95bd-3cb5d0550add,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:37.954608 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-0de591f6-b37f-4be7-a508-b5b47440a7c3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:37.954870 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] For port 5582c624-ddc8-435f-95c3-4000fd32c1ef, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:19:37.955885 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-0de591f6-b37f-4be7-a508-b5b47440a7c3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3442390 Sep 14 11:19:37.984936 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] For port 5582c624-ddc8-435f-95c3-4000fd32c1ef, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5582c624-ddc8-435f-95c3-4000fd32c1ef,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:19:38.005021 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3665540-2094-4454-99cf-c6694d46e7ac req-5731dbf9-70ea-4e49-9706-55312ba942f3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.009088 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3665540-2094-4454-99cf-c6694d46e7ac req-5731dbf9-70ea-4e49-9706-55312ba942f3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0648365 Sep 14 11:19:38.085371 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-4f716e4a-a9cf-4f0f-a4cb-067d6fabc313 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630898900&fields=id&tenant_id=7a573c9194c54d5b96198b67c9620fa2 HTTP/1.1" status: 200 len: 267 time: 0.0568721 Sep 14 11:19:38.085371 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3665540-2094-4454-99cf-c6694d46e7ac req-b1b96eb3-5573-4134-8f5a-05650a151077 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548563 Sep 14 11:19:38.098155 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:38.154753 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.155379 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:38.156755 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] 10.222.0.60 "PUT /v2.0/ports/5582c624-ddc8-435f-95c3-4000fd32c1ef HTTP/1.1" status: 200 len: 1093 time: 1.0261724 Sep 14 11:19:38.157334 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22d2131-3f7f-4776-9a2d-9dc5bd87f785', 'tag': '5582c624-ddc8-435f-95c3-4000fd32c1ef'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:38.159572 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da2a7b-1cfd-47db-8768-24d04b812904" -d '{"events": [{"name": "network-changed", "server_uuid": "e22d2131-3f7f-4776-9a2d-9dc5bd87f785", "tag": "5582c624-ddc8-435f-95c3-4000fd32c1ef"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:38.169742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-ead2c29c-4dc6-4f0f-957f-adf0ec95190f tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.171246 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-ead2c29c-4dc6-4f0f-957f-adf0ec95190f tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.1008899 Sep 14 11:19:38.189707 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'port': {'security_groups': ['bc6ad131-c178-4952-8daa-d5dcb5f1aa65', '1cc13ff0-31c9-4fc4-b22f-c2704d9496d1']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:38.210851 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b6b3e1-c68c-49ce-b24d-67531b66f577 x-openstack-request-id: req-00b6b3e1-c68c-49ce-b24d-67531b66f577 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:38.211137 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22d2131-3f7f-4776-9a2d-9dc5bd87f785", "tag": "5582c624-ddc8-435f-95c3-4000fd32c1ef", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:38.211402 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-00b6b3e1-c68c-49ce-b24d-67531b66f577 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:38.211794 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22d2131-3f7f-4776-9a2d-9dc5bd87f785', 'tag': '5582c624-ddc8-435f-95c3-4000fd32c1ef', 'status': 'completed', 'code': 200} Sep 14 11:19:38.212462 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eca37-3907-44e0-9df3-c7dac1b938c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5582c624-ddc8-435f-95c3-4000fd32c1ef,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:38.283623 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:38.332467 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2a7b-1cfd-47db-8768-24d04b812904 req-974d9024-7904-4832-9d75-b473dff9f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.333963 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d0da2a7b-1cfd-47db-8768-24d04b812904 req-974d9024-7904-4832-9d75-b473dff9f2c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017da2d6dbfb45388571a5f795b40de2&device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 1096 time: 0.0837882 Sep 14 11:19:38.503754 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2a7b-1cfd-47db-8768-24d04b812904 req-bc2073e7-c002-4ea1-8021-1e0613f85174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.505233 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d0da2a7b-1cfd-47db-8768-24d04b812904 req-bc2073e7-c002-4ea1-8021-1e0613f85174 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=017da2d6dbfb45388571a5f795b40de2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1525390 Sep 14 11:19:38.621785 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] For port 841f8b4e-0437-4a97-adcb-2985ad343e24, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=841f8b4e-0437-4a97-adcb-2985ad343e24,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:38.662982 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da2a7b-1cfd-47db-8768-24d04b812904 req-d4fc8042-b87f-4359-88a2-08f0fd1568d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.664472 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d0da2a7b-1cfd-47db-8768-24d04b812904 req-d4fc8042-b87f-4359-88a2-08f0fd1568d4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321275 Sep 14 11:19:38.667969 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:38.746998 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:38.759518 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['841f8b4e-0437-4a97-adcb-2985ad343e24'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:19:38.771912 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-35d954b1-bde7-45d4-9071-2731cbbdf126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.773454 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-35d954b1-bde7-45d4-9071-2731cbbdf126 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017da2d6dbfb45388571a5f795b40de2&device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 1096 time: 0.0715024 Sep 14 11:19:38.876277 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.876277 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:38.876277 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7a980fe2-31f5-47c4-90dd-ff0c6f4de6ef req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "PUT /v2.0/ports/841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 982 time: 0.6911762 Sep 14 11:19:38.876277 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-70f92aac-3b6d-42d8-952f-f440fc4a436a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5582c624-ddc8-435f-95c3-4000fd32c1ef HTTP/1.1" status: 200 len: 217 time: 0.0721867 Sep 14 11:19:38.930605 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b403a1b-c597-4cf7-af0f-7dc3eab8431b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'Port': ['ID=841f8b4e-0437-4a97-adcb-2985ad343e24,revision_number=6']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:38.950967 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['841f8b4e-0437-4a97-adcb-2985ad343e24'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:19:38.956559 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcc603-4b0e-483c-9c3f-e77dfaed3441 req-0782112c-dda2-434e-8c87-5c09c8694fc7 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:38.958096 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d1bcc603-4b0e-483c-9c3f-e77dfaed3441 req-0782112c-dda2-434e-8c87-5c09c8694fc7 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.2218049 Sep 14 11:19:39.008931 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-c0880d5c-43bb-4a1d-b27e-400f02b41979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:39.010501 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-c0880d5c-43bb-4a1d-b27e-400f02b41979 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c00423-f372-4f2f-85b5-64a5dda0fcc7 HTTP/1.1" status: 200 len: 854 time: 0.1218402 Sep 14 11:19:39.052687 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-9a3f2fe8-f0ca-48f0-bee6-30d9e51aa460 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d15c7950-3931-40a8-9d61-1db9463c9a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348542 Sep 14 11:19:39.063446 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d7edd-b35b-4dc9-8c41-420469039188 req-467a80c5-1eca-4c38-a030-347873203aed tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:39.064893 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-621d7edd-b35b-4dc9-8c41-420469039188 req-467a80c5-1eca-4c38-a030-347873203aed tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 943 time: 0.1270752 Sep 14 11:19:39.079410 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d1bcc603-4b0e-483c-9c3f-e77dfaed3441 req-fc2182c4-a139-4156-b157-bc01d87fd733 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954566 Sep 14 11:19:39.124866 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-e487804b-8d27-4aee-89e4-f47a968f6cf3 None None] Provisioning complete for port 841f8b4e-0437-4a97-adcb-2985ad343e24 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:39.125241 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e487804b-8d27-4aee-89e4-f47a968f6cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:39.165585 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-621d7edd-b35b-4dc9-8c41-420469039188 req-daa93340-4c91-45a1-b6ec-593952634637 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891888 Sep 14 11:19:39.234930 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-c1a34736-d432-4507-972f-f9da8148e0ca service neutron] 10.222.0.60 "GET /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690652 Sep 14 11:19:39.246173 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560ee05-95d8-4d7b-a682-d9ffa6d23495 req-43c61b0f-640b-4c40-bdae-2521f503f987 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:39.247644 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6560ee05-95d8-4d7b-a682-d9ffa6d23495 req-43c61b0f-640b-4c40-bdae-2521f503f987 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0858858 Sep 14 11:19:39.368638 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6560ee05-95d8-4d7b-a682-d9ffa6d23495 req-90850090-b3bb-4b50-9879-d4846767e80b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038625 Sep 14 11:19:39.388754 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce02be0-3579-4ae4-b6ee-0e5486de7ec1 req-ec4c3647-1c5b-42e2-867c-699cef6ff650 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:39.388754 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cce02be0-3579-4ae4-b6ee-0e5486de7ec1 req-ec4c3647-1c5b-42e2-867c-699cef6ff650 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.1372502 Sep 14 11:19:39.416625 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-42bd2421-75b8-4bf3-a78e-8524b5d67cfa req-1205a1ce-ec22-4774-af6a-492179fcb7db service neutron] 10.222.0.60 "GET /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663039 Sep 14 11:19:39.441428 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cce02be0-3579-4ae4-b6ee-0e5486de7ec1 req-1e904785-0b9c-49c7-bdce-ef9467b83259 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428579 Sep 14 11:19:39.577845 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf68bc-bfdb-41c5-a0d4-306692ad2cff req-264d6e6f-4b27-4790-9fc5-8517f0e7049b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:39.579309 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6dbf68bc-bfdb-41c5-a0d4-306692ad2cff req-264d6e6f-4b27-4790-9fc5-8517f0e7049b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0487978 Sep 14 11:19:39.588717 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41112) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:39.592986 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Request body: {'floatingip': {'port_id': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:39.634419 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:40.214124 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:40.216359 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4767cb-3c7c-4671-a73c-96209cb33d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:40.411864 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942b24e-cb3c-41e4-bf33-4bdfc734861e req-bfe003dd-307a-4d31-a20c-8be57d2127e4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:40.413357 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7942b24e-cb3c-41e4-bf33-4bdfc734861e req-bfe003dd-307a-4d31-a20c-8be57d2127e4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.2058313 Sep 14 11:19:40.438690 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1639e3-66d6-449d-be97-3b13c1dfc10d req-15fb1fe1-b342-429f-86e4-47e4de228886 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:40.440171 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ad1639e3-66d6-449d-be97-3b13c1dfc10d req-15fb1fe1-b342-429f-86e4-47e4de228886 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 943 time: 0.1895332 Sep 14 11:19:40.554200 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.db.resource_extend [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 11:19:40.585198 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7942b24e-cb3c-41e4-bf33-4bdfc734861e req-7c4d3777-97d9-4c36-bdf6-ada449e83848 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601274 Sep 14 11:19:40.590621 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ad1639e3-66d6-449d-be97-3b13c1dfc10d req-dcaa8a55-72f6-442b-bed5-1e0f0cb922a1 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439903 Sep 14 11:19:40.614049 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:40.634924 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295d55ee-2bfe-404d-8204-e672da43d060 x-openstack-request-id: req-295d55ee-2bfe-404d-8204-e672da43d060 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:40.635213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:40.635499 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-295d55ee-2bfe-404d-8204-e672da43d060 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:40.635879 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'status': 'completed', 'code': 200} Sep 14 11:19:40.684606 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:40.739469 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-fdb1c33b-15a2-4c56-adfb-d4ce3e055810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:40.740982 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-fdb1c33b-15a2-4c56-adfb-d4ce3e055810 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1138 time: 0.0827692 Sep 14 11:19:40.842574 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Floating IP 9b7c91ee-073e-4436-abbc-3952953e0c4b associated. External IP: 172.27.0.186, port: 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde. Sep 14 11:19:40.911958 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-bab09491-0741-4b76-97f2-cbc7459a3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:40.913418 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-bab09491-0741-4b76-97f2-cbc7459a3bd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 200 len: 914 time: 0.1653495 Sep 14 11:19:41.042405 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-27afdb31-95fb-4e11-bc14-81f30b66a340 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 1002 time: 0.0994561 Sep 14 11:19:41.137875 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-acac1402-9f7b-466f-87af-0eb3438d9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:41.139304 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-acac1402-9f7b-466f-87af-0eb3438d9f59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa HTTP/1.1" status: 200 len: 852 time: 0.0861843 Sep 14 11:19:41.148864 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:19:41.224643 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-f4cf3811-2913-40cb-b0f5-a31149544ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:41.226126 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-f4cf3811-2913-40cb-b0f5-a31149544ed6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4967d3aa-bc7b-453b-b242-7a05dd202465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792913 Sep 14 11:19:41.336226 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:19:41.343275 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:41.346883 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] Sync routers for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:19:41.356137 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:41.356752 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:41.379936 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-1c3ef701-4ddf-4921-bfcc-cf7a44252cd3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "PUT /v2.0/floatingips/9b7c91ee-073e-4436-abbc-3952953e0c4b HTTP/1.1" status: 200 len: 991 time: 1.7901695 Sep 14 11:19:41.391189 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-62e9aa75-d137-4039-b8c9-0570079567e5 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533234 Sep 14 11:19:41.470045 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:41.487125 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b4767cb-3c7c-4671-a73c-96209cb33d2c req-1be3a19c-8681-4279-a167-d25ce1773a16 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Sep 14 11:19:41.692893 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '9b7c91ee-073e-4436-abbc-3952953e0c4b', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'port_id': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'mac_address': 'fa:16:3e:cd:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1032c0-5843-46f2-9838-c84b569a2093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:24Z', 'updated_at': '2021-09-14T11:19:40Z', 'revision_number': 1, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:41.722940 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] Checking router: d43a6c8e-9e93-4de3-9224-0417dfc9ab7b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:19:41.731729 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:41.732341 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:41.748366 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d28bb1-64e8-42ab-9cee-005ededa5962 req-594f3d8d-2b58-4ae8-93fb-fc98bc4761c9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:41.749910 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-78d28bb1-64e8-42ab-9cee-005ededa5962 req-594f3d8d-2b58-4ae8-93fb-fc98bc4761c9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0833814 Sep 14 11:19:41.758352 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ddc8d-f6f6-4ad2-a8e1-a764562deec3 req-1087b35a-367c-4ae3-bbce-23cdbce0b4e2 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:41.766498 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de8ddc8d-f6f6-4ad2-a8e1-a764562deec3 req-1087b35a-367c-4ae3-bbce-23cdbce0b4e2 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 943 time: 0.0836687 Sep 14 11:19:41.815531 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-78d28bb1-64e8-42ab-9cee-005ededa5962 req-6e500f4b-d89f-4d2a-8486-039345d3f4a2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536976 Sep 14 11:19:41.825816 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de8ddc8d-f6f6-4ad2-a8e1-a764562deec3 req-37aa96c4-dcac-4262-a34e-25b10d4f1ebc tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575562 Sep 14 11:19:41.840083 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:41.910380 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 5582c624-ddc8-435f-95c3-4000fd32c1ef details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:19:42.081280 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 5582c624-ddc8-435f-95c3-4000fd32c1ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5582c624-ddc8-435f-95c3-4000fd32c1ef,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:42.094505 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '5582c624-ddc8-435f-95c3-4000fd32c1ef', 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22', 'port_id': '5582c624-ddc8-435f-95c3-4000fd32c1ef', 'mac_address': 'fa:16:3e:29:5c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c00423-f372-4f2f-85b5-64a5dda0fcc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:19:42.157019 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:42.174197 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5582c624-ddc8-435f-95c3-4000fd32c1ef {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:19:42.182921 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '9b7c91ee-073e-4436-abbc-3952953e0c4b', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'port_id': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'mac_address': 'fa:16:3e:cd:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1032c0-5843-46f2-9838-c84b569a2093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:24Z', 'updated_at': '2021-09-14T11:19:40Z', 'revision_number': 1, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:42.220720 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24b603-4b6e-4f69-a016-392f81a67abd None None] The sync data for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi is: [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '9b7c91ee-073e-4436-abbc-3952953e0c4b', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'port_id': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'mac_address': 'fa:16:3e:cd:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1032c0-5843-46f2-9838-c84b569a2093', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:24Z', 'updated_at': '2021-09-14T11:19:40Z', 'revision_number': 1, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:19:42.225038 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 5582c624-ddc8-435f-95c3-4000fd32c1ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5582c624-ddc8-435f-95c3-4000fd32c1ef,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:42.308538 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:42.309209 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device daf4fa55-5fad-41ff-aa40-8f3ce4107c64 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:19:42.377039 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=5582c624-ddc8-435f-95c3-4000fd32c1ef,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:42.402369 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cb8ce7-155e-4313-8c00-3fcd59528e5d None None] New status for floating IP 9b7c91ee-073e-4436-abbc-3952953e0c4b: ACTIVE {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:19:42.449793 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:42.461653 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'port_id': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'mac_address': 'fa:16:3e:ec:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:19:42.504335 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:42.517590 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf4fa55-5fad-41ff-aa40-8f3ce4107c64 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:19:42.537232 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:42.628376 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:42.637458 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:42.640451 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f44ace-ebff-4228-8896-91374fe16b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:42.678276 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:42.679756 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2e725c-969a-4209-9902-aca0a80af17d x-openstack-request-id: req-4e2e725c-969a-4209-9902-aca0a80af17d {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:42.680077 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:42.680331 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e2e725c-969a-4209-9902-aca0a80af17d {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:42.680726 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'status': 'completed', 'code': 200} Sep 14 11:19:42.740092 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f44ace-ebff-4228-8896-91374fe16b2f req-12b4aa97-8aec-4aba-8412-7c1cc7ec32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:42.741476 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65f44ace-ebff-4228-8896-91374fe16b2f req-12b4aa97-8aec-4aba-8412-7c1cc7ec32b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 1098 time: 0.0401518 Sep 14 11:19:42.835182 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f44ace-ebff-4228-8896-91374fe16b2f req-192c4f6f-8fa8-4f45-b87e-72384533b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:42.836922 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65f44ace-ebff-4228-8896-91374fe16b2f req-192c4f6f-8fa8-4f45-b87e-72384533b3e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 917 time: 0.0872867 Sep 14 11:19:42.901637 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['daf4fa55-5fad-41ff-aa40-8f3ce4107c64'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:19:42.924947 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['5582c624-ddc8-435f-95c3-4000fd32c1ef'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:19:42.939474 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65f44ace-ebff-4228-8896-91374fe16b2f req-93f5bdcb-06e6-4ded-9c2c-2de9fcb419ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde HTTP/1.1" status: 200 len: 1001 time: 0.0941663 Sep 14 11:19:43.263920 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd51f4-bd9f-41fc-bfcd-132fd630a699 req-2be3e6c8-155a-46c0-91a1-6f989fdda6d3 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:43.265393 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-92dd51f4-bd9f-41fc-bfcd-132fd630a699 req-2be3e6c8-155a-46c0-91a1-6f989fdda6d3 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 944 time: 0.3770325 Sep 14 11:19:43.274486 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a699b-18ea-4986-a351-b9100627201d req-2e71602e-3ad0-45e1-b4b4-b525bd7e84dc tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:43.275990 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-318a699b-18ea-4986-a351-b9100627201d req-2e71602e-3ad0-45e1-b4b4-b525bd7e84dc tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 944 time: 0.3762703 Sep 14 11:19:43.289067 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f44ace-ebff-4228-8896-91374fe16b2f req-efb495a9-ebd4-4bfd-8e4a-992f0aef9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:43.290415 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65f44ace-ebff-4228-8896-91374fe16b2f req-efb495a9-ebd4-4bfd-8e4a-992f0aef9e71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0877373 Sep 14 11:19:43.357424 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-92dd51f4-bd9f-41fc-bfcd-132fd630a699 req-12811a2b-d838-4e4a-bd21-0eb1772dcd45 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804615 Sep 14 11:19:43.373368 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-318a699b-18ea-4986-a351-b9100627201d req-61cc8457-6702-44ac-b5b9-371df706ae2d tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912690 Sep 14 11:19:43.381234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f44ace-ebff-4228-8896-91374fe16b2f req-ef18c1f3-233c-485a-84c1-aee8c870d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:43.382657 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65f44ace-ebff-4228-8896-91374fe16b2f req-ef18c1f3-233c-485a-84c1-aee8c870d0c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772862 Sep 14 11:19:43.476162 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65f44ace-ebff-4228-8896-91374fe16b2f req-3eb2c093-2df2-4f9b-a006-d2674392fba8 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810335 Sep 14 11:19:43.574175 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65f44ace-ebff-4228-8896-91374fe16b2f req-286c6489-5b7d-4e13-9470-f30a7d047d84 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854130 Sep 14 11:19:43.911666 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 5582c624-ddc8-435f-95c3-4000fd32c1ef up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:19:44.040851 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 5582c624-ddc8-435f-95c3-4000fd32c1ef completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:19:44.045076 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 5582c624-ddc8-435f-95c3-4000fd32c1ef triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:44.045446 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:44.121865 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:44.143554 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d2131-3f7f-4776-9a2d-9dc5bd87f785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5582c624-ddc8-435f-95c3-4000fd32c1ef'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:44.145765 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0335aa-d124-4ed3-90a1-952e4a8921cc" -d '{"events": [{"server_uuid": "e22d2131-3f7f-4776-9a2d-9dc5bd87f785", "name": "network-vif-plugged", "status": "completed", "tag": "5582c624-ddc8-435f-95c3-4000fd32c1ef"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:44.158886 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 5582c624-ddc8-435f-95c3-4000fd32c1ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5582c624-ddc8-435f-95c3-4000fd32c1ef,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:44.180506 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d79d3bc-3e44-4267-a785-756e408c990d x-openstack-request-id: req-1d79d3bc-3e44-4267-a785-756e408c990d {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:44.180792 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d2131-3f7f-4776-9a2d-9dc5bd87f785", "name": "network-vif-plugged", "status": "completed", "tag": "5582c624-ddc8-435f-95c3-4000fd32c1ef", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:44.181042 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1d79d3bc-3e44-4267-a785-756e408c990d {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:44.182249 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22d2131-3f7f-4776-9a2d-9dc5bd87f785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5582c624-ddc8-435f-95c3-4000fd32c1ef', 'code': 200} Sep 14 11:19:44.212266 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:44.268634 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=5582c624-ddc8-435f-95c3-4000fd32c1ef,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:44.523543 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd8ef9-89f9-4152-be76-6de31aced814 req-76cddf73-0746-4ca8-881d-8ec7f2c1e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:44.525381 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7abd8ef9-89f9-4152-be76-6de31aced814 req-76cddf73-0746-4ca8-881d-8ec7f2c1e6e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 1098 time: 0.1070848 Sep 14 11:19:44.534742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c2856-d074-43b9-9e4a-af692c79fe47 req-5ec7c3eb-2a56-4643-887d-2573b625a55a tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:44.536345 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-815c2856-d074-43b9-9e4a-af692c79fe47 req-5ec7c3eb-2a56-4643-887d-2573b625a55a tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 944 time: 0.1073935 Sep 14 11:19:44.555138 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda5cee-0636-4a55-9bde-73f88a7e8490 req-b7b06456-04d0-4458-afb8-8fdc56e122d8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:44.557233 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0cda5cee-0636-4a55-9bde-73f88a7e8490 req-b7b06456-04d0-4458-afb8-8fdc56e122d8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 945 time: 0.1048813 Sep 14 11:19:44.619964 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7abd8ef9-89f9-4152-be76-6de31aced814 req-0933058b-7ab5-41db-80f4-964dd9795fe9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826256 Sep 14 11:19:44.631463 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-815c2856-d074-43b9-9e4a-af692c79fe47 req-3d958f43-2c9c-4cb6-accd-189c7662a3d1 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858040 Sep 14 11:19:44.636790 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0cda5cee-0636-4a55-9bde-73f88a7e8490 req-f0c8fbd8-2590-40d3-85b6-0b9cbc742724 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677071 Sep 14 11:19:45.776041 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f9baf-5dff-4010-b713-1d17b17f5521 req-6f0c8b00-8ae2-42e8-8cb1-2bd60937e399 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:45.776041 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-348f9baf-5dff-4010-b713-1d17b17f5521 req-6f0c8b00-8ae2-42e8-8cb1-2bd60937e399 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 944 time: 0.0776203 Sep 14 11:19:45.789315 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b92853-ec01-4747-b597-79662d4824f7 req-e5ce9a77-2d28-443f-8e6e-366370656a4a tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:45.790823 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-47b92853-ec01-4747-b597-79662d4824f7 req-e5ce9a77-2d28-443f-8e6e-366370656a4a tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 945 time: 0.0823488 Sep 14 11:19:45.852438 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-348f9baf-5dff-4010-b713-1d17b17f5521 req-c373f626-ec95-4ad1-8472-803edd32dd73 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605690 Sep 14 11:19:45.861035 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-47b92853-ec01-4747-b597-79662d4824f7 req-04356bb2-09d9-43f8-b6c9-25eeb2938481 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625534 Sep 14 11:19:45.912717 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device daf4fa55-5fad-41ff-aa40-8f3ce4107c64 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:19:46.029455 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:19:46.033712 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:19:46.034093 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:46.117065 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:46.150777 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:46.183685 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:46.186055 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd96d59-cdc7-4dec-8c4b-7e72016ec578" -d '{"events": [{"server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "name": "network-vif-plugged", "status": "completed", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:46.222472 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4742a26d-59f6-424d-adce-bf9d4e96ef61 x-openstack-request-id: req-4742a26d-59f6-424d-adce-bf9d4e96ef61 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:46.222472 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "name": "network-vif-plugged", "status": "completed", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:46.222717 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4742a26d-59f6-424d-adce-bf9d4e96ef61 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:46.223110 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'code': 200} Sep 14 11:19:46.240639 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:46.289367 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:46.512229 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8dd36-9604-4af6-ad1c-e23d962acf51 req-f228db3d-1f6b-4ecc-bf04-943e27e71b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:46.513817 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-90d8dd36-9604-4af6-ad1c-e23d962acf51 req-f228db3d-1f6b-4ecc-bf04-943e27e71b8c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1098 time: 0.0434215 Sep 14 11:19:46.554916 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-90d8dd36-9604-4af6-ad1c-e23d962acf51 req-edd69f44-ddb7-48ef-a3a3-e575bbc04788 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291283 Sep 14 11:19:46.899826 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d5dd5-1d63-4562-8cd1-1853d8a83ba8 req-135eb85b-2c3d-4f6e-89ea-5b4a45a6f9e5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:46.901333 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1f8d5dd5-1d63-4562-8cd1-1853d8a83ba8 req-135eb85b-2c3d-4f6e-89ea-5b4a45a6f9e5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0577164 Sep 14 11:19:46.968424 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1f8d5dd5-1d63-4562-8cd1-1853d8a83ba8 req-aeb27eb9-6a6a-4ff1-af2b-f6df0e685572 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586016 Sep 14 11:19:46.991234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b6930-5819-4e42-90f0-47ea640e3812 req-93c14615-ca4e-48e7-8619-737e61eab8d9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:46.992745 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-904b6930-5819-4e42-90f0-47ea640e3812 req-93c14615-ca4e-48e7-8619-737e61eab8d9 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0624444 Sep 14 11:19:47.032570 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-904b6930-5819-4e42-90f0-47ea640e3812 req-9c94f011-57f8-4997-bb12-83e876504a62 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338573 Sep 14 11:19:47.081667 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bffb7d-4ef1-4a3c-afb0-2ce9fc59a6a0 req-17488ea6-9aed-443b-88f8-74ac2bfe9190 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:47.083140 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f7bffb7d-4ef1-4a3c-afb0-2ce9fc59a6a0 req-17488ea6-9aed-443b-88f8-74ac2bfe9190 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 945 time: 0.0479376 Sep 14 11:19:47.121062 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f7bffb7d-4ef1-4a3c-afb0-2ce9fc59a6a0 req-35c41a5e-c03f-4ae3-b63f-d4ea4a4d0914 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Sep 14 11:19:48.088674 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bf05f-c410-4f13-891c-e30399991b2c req-b5cb2abd-534a-4206-9ed6-0ba587fec7df tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:48.090713 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51bf05f-c410-4f13-891c-e30399991b2c req-b5cb2abd-534a-4206-9ed6-0ba587fec7df tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0507569 Sep 14 11:19:48.157315 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51bf05f-c410-4f13-891c-e30399991b2c req-dfa3ee08-2cd8-4556-b18b-ddda63bf23ff tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603433 Sep 14 11:19:48.179905 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe829d13-07da-4625-ab5a-45d5fed723c1 req-c9deca84-7036-4a76-b0aa-a294c3c75c30 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:48.179905 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fe829d13-07da-4625-ab5a-45d5fed723c1 req-c9deca84-7036-4a76-b0aa-a294c3c75c30 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0717244 Sep 14 11:19:48.218804 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fe829d13-07da-4625-ab5a-45d5fed723c1 req-3bcbd961-ba90-411e-ac78-ffc502c3a7c3 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360043 Sep 14 11:19:48.333155 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e439bf9-bfd2-4e45-92f2-123d1630406f req-02369b05-f570-4062-b0f6-fc34fd70e01f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:48.334898 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6e439bf9-bfd2-4e45-92f2-123d1630406f req-02369b05-f570-4062-b0f6-fc34fd70e01f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0502796 Sep 14 11:19:48.377294 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6e439bf9-bfd2-4e45-92f2-123d1630406f req-6637bcb8-ba53-4bb0-9cc9-ddc64ae1d9ca tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355225 Sep 14 11:19:48.399048 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41236) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:48.539732 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b15e2-9c33-41b2-b938-7f5836e8592c tempest-TestShelveInstance-1305683082 tempest-TestShelveInstance-1305683082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:48.541271 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f72b15e2-9c33-41b2-b938-7f5836e8592c tempest-TestShelveInstance-1305683082 tempest-TestShelveInstance-1305683082-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1093 time: 0.1411858 Sep 14 11:19:48.544494 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41240) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:48.548784 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'port_id': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:48.629325 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for floatingip, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:48.728219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:48.838160 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Allocated IP 172.27.0.23 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/e0928143-6a24-48f5-a470-b959a8c5f7c8) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:19:48.944313 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:48.949668 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-34092cce-ebd5-4846-a297-c8472f77a872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:49.029895 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:49.069211 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:19:49.074789 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:49.079572 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:19:49.082717 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'Port': ['ID=e0928143-6a24-48f5-a470-b959a8c5f7c8,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:49.322978 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc2e3a-ee4f-4822-911e-dc662bd424df req-e72d844f-48f1-4f49-9cd7-50b0a1c66506 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:49.325302 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-01bc2e3a-ee4f-4822-911e-dc662bd424df req-e72d844f-48f1-4f49-9cd7-50b0a1c66506 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.0921609 Sep 14 11:19:49.442354 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-01bc2e3a-ee4f-4822-911e-dc662bd424df req-33cc247f-e546-4a31-b07f-d6ca1ea14b1b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=4834238d-1120-476a-a79d-c83db63889c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094270 Sep 14 11:19:49.496084 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-3c202011-7b30-45ac-a0a9-754bcd4757c2 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:49.497339 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-3c202011-7b30-45ac-a0a9-754bcd4757c2 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 945 time: 0.1070657 Sep 14 11:19:49.603567 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:49.660629 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Deleting port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:19:49.660958 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:49.752857 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:49.792531 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] For port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:19:49.793058 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:50.066300 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:50.070427 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:50.070804 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:50.071126 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Floating IP 488af174-b020-4439-867b-a525bf504892 disassociated. External IP: 172.27.0.125, port: 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0. Sep 14 11:19:50.071561 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Calling delete_port for 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:19:50.132916 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:50.216842 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event updated for resources: {'Port': ['ID=e0928143-6a24-48f5-a470-b959a8c5f7c8,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:50.251816 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:50.357865 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:50.391120 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Floating IP 55856727-fc3e-42f8-bf12-1bdce19ad079 associated. External IP: 172.27.0.23, port: daf4fa55-5fad-41ff-aa40-8f3ce4107c64. Sep 14 11:19:50.395982 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event deleted for resources: {'Port': ['ID=4060eb62-fbd7-4b09-b4de-e153ca3ad8d0,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:50.764504 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-75d89a2f-e840-4ed1-84fe-60e768916957 req-588113e2-5605-4365-b517-417263497d15 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 210 time: 0.0432215 Sep 14 11:19:50.906056 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:19:51.035709 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Router b5159faf-331c-43f8-ad4b-a4da2bcfb732 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:19:51.123479 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:19:51.132887 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] Sync routers for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:19:51.141872 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:51.142484 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:51.171768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] No DVR routers for this DVR port 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:19:51.175369 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:51.177389 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a1f09a20-1dc9-4d43-b579-b5c58b7a091d req-850715fa-ef60-47ca-8c86-dd2f89de7789 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "DELETE /v2.0/ports/4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 HTTP/1.1" status: 204 len: 173 time: 1.6736903 Sep 14 11:19:51.177821 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'name': 'network-vif-deleted', 'tag': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:51.180059 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b0e7b4-1660-4d69-8e43-d6c15eea8e4b" -d '{"events": [{"server_uuid": "1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118", "name": "network-vif-deleted", "tag": "4060eb62-fbd7-4b09-b4de-e153ca3ad8d0"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:51.230846 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625f76fc-786b-4dd4-919d-3a88551372d2 x-openstack-request-id: req-625f76fc-786b-4dd4-919d-3a88551372d2 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:51.231298 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118", "name": "network-vif-deleted", "tag": "4060eb62-fbd7-4b09-b4de-e153ca3ad8d0", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:51.231412 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-625f76fc-786b-4dd4-919d-3a88551372d2 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:51.232345 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118', 'name': 'network-vif-deleted', 'tag': '4060eb62-fbd7-4b09-b4de-e153ca3ad8d0', 'status': 'completed', 'code': 200} Sep 14 11:19:51.248608 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:19:51.249452 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:51.260312 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] Sync routers for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:19:51.278377 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:51.281155 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:51.326585 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:51.359956 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d5fc5bd7-b4a8-46f9-a33a-b68267c93b9e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8144064 Sep 14 11:19:51.410426 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:51.483481 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:51.514019 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] Checking router: 6c28bd43-f2ee-48f6-8bb4-70b894f93351 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:19:51.522761 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:51.523491 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:51.632362 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:51.640785 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '55856727-fc3e-42f8-bf12-1bdce19ad079', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'port_id': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'mac_address': 'fa:16:3e:ec:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685527a1-8cd7-4106-8780-fa73676c0128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:49Z', 'updated_at': '2021-09-14T11:19:49Z', 'revision_number': 0, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:53Z', 'revision_number': 5, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:51.669766 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] Checking router: b5159faf-331c-43f8-ad4b-a4da2bcfb732 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:19:51.677681 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:19:51.678274 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:51.779828 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:19:51.832131 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:51.865066 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949af679-d2a8-4845-8336-1621f7f1ca6c None None] The sync data for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi is: [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:19:51.898224 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e18c6276-85b3-4b68-b5a4-21cb7d954d9b req-68ec8e95-81f0-4169-9b94-26db4b03e3ce tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e3fb86c-b76e-4cdd-8b3a-85cff9d4b118 HTTP/1.1" status: 200 len: 210 time: 0.0440502 Sep 14 11:19:51.961130 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f803cea-334b-4923-bf86-3d0aefaefae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:52.034421 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '55856727-fc3e-42f8-bf12-1bdce19ad079', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'port_id': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'mac_address': 'fa:16:3e:ec:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685527a1-8cd7-4106-8780-fa73676c0128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:49Z', 'updated_at': '2021-09-14T11:19:49Z', 'revision_number': 0, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:53Z', 'revision_number': 5, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:19:52.066450 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb8fc04-2f21-4ecc-a032-0fcc3d0efba0 None None] The sync data for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi is: [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '55856727-fc3e-42f8-bf12-1bdce19ad079', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'port_id': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'mac_address': 'fa:16:3e:ec:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685527a1-8cd7-4106-8780-fa73676c0128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:49Z', 'updated_at': '2021-09-14T11:19:49Z', 'revision_number': 0, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:53Z', 'revision_number': 5, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:19:52.151810 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a304fcf-01ba-404d-b4a5-53de5d55d4c5 None None] New status for floating IP 488af174-b020-4439-867b-a525bf504892: DOWN {{(pid=94633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:19:52.291101 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e428113-c2d9-4c22-a9dc-c339419bb8fa None None] New status for floating IP 55856727-fc3e-42f8-bf12-1bdce19ad079: ACTIVE {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:19:52.345014 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:52.835625 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.036229 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41274) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:53.094778 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-90617524-e4a2-4ba4-9406-72157f75d1d3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.118900 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-90617524-e4a2-4ba4-9406-72157f75d1d3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.223587 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-90617524-e4a2-4ba4-9406-72157f75d1d3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.226233 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-90617524-e4a2-4ba4-9406-72157f75d1d3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.227432 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-90617524-e4a2-4ba4-9406-72157f75d1d3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "DELETE /v2.0/security-groups/4834238d-1120-476a-a79d-c83db63889c2 HTTP/1.1" status: 204 len: 168 time: 0.1901984 Sep 14 11:19:53.232087 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41278) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:53.235419 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:19:53.235549 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28423097-5995-42d7-ac1a-3a45d941728d" -d '{"events": [{"name": "network-changed", "server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:19:53.242842 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90617524-e4a2-4ba4-9406-72157f75d1d3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4834238d-1120-476a-a79d-c83db63889c2,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:53.246955 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.api.v2.resource [None req-3bb87e33-50ed-4d5e-9525-cbebcb76f6bd tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] show failed (client error): The resource could not be found. Sep 14 11:19:53.248061 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-3bb87e33-50ed-4d5e-9525-cbebcb76f6bd tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups/4834238d-1120-476a-a79d-c83db63889c2 HTTP/1.1" status: 404 len: 347 time: 0.0148611 Sep 14 11:19:53.250972 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 41282) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:53.274092 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979f9594-725d-4d3a-93dc-45abd6af9fc1 x-openstack-request-id: req-979f9594-725d-4d3a-93dc-45abd6af9fc1 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:19:53.274381 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:19:53.274633 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-979f9594-725d-4d3a-93dc-45abd6af9fc1 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:19:53.275073 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'status': 'completed', 'code': 200} Sep 14 11:19:53.344975 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423097-5995-42d7-ac1a-3a45d941728d req-f5326704-e28f-4432-9f4c-b609d9dfddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:53.346393 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28423097-5995-42d7-ac1a-3a45d941728d req-f5326704-e28f-4432-9f4c-b609d9dfddcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1098 time: 0.0414679 Sep 14 11:19:53.387731 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Deleting port 9bfe2208-f7e3-4ae2-9c5c-e3223fd2978f {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:19:53.388078 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.445420 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423097-5995-42d7-ac1a-3a45d941728d req-ff48e49a-9506-4bb8-bcf7-f530e54cf345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:53.446908 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28423097-5995-42d7-ac1a-3a45d941728d req-ff48e49a-9506-4bb8-bcf7-f530e54cf345 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 200 len: 909 time: 0.0905786 Sep 14 11:19:53.461680 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.462028 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.473409 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Calling delete_port for 9bfe2208-f7e3-4ae2-9c5c-e3223fd2978f owned by network:floatingip {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:19:53.514921 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28423097-5995-42d7-ac1a-3a45d941728d req-e5cc318f-002a-4d55-af50-50df0c58fe0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 200 len: 1000 time: 0.0584643 Sep 14 11:19:53.569879 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423097-5995-42d7-ac1a-3a45d941728d req-d3e1d802-e998-4e13-a2cf-db1c3d44e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:53.571425 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28423097-5995-42d7-ac1a-3a45d941728d req-d3e1d802-e998-4e13-a2cf-db1c3d44e752 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91479fb-ff27-473e-8fe8-cffb94e7d71a HTTP/1.1" status: 200 len: 847 time: 0.0451064 Sep 14 11:19:53.627066 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423097-5995-42d7-ac1a-3a45d941728d req-22cb8f79-636f-4161-a1f1-8f898444296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:53.628616 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28423097-5995-42d7-ac1a-3a45d941728d req-22cb8f79-636f-4161-a1f1-8f898444296f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88321d9-7e37-4c1e-aa76-a44320203853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472279 Sep 14 11:19:53.730324 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28423097-5995-42d7-ac1a-3a45d941728d req-06336ceb-65d2-4537-9de5-f516403262f5 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903318 Sep 14 11:19:53.824025 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.847710 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28423097-5995-42d7-ac1a-3a45d941728d req-b4b02652-d7df-4b40-aaf6-6ee2adc9fba6 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974436 Sep 14 11:19:53.851396 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event deleted for resources: {'Port': ['ID=9bfe2208-f7e3-4ae2-9c5c-e3223fd2978f,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:53.913444 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.916114 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:53.917996 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-1321f7f4-6272-4523-ad85-2aedda20e30b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "DELETE /v2.0/floatingips/488af174-b020-4439-867b-a525bf504892 HTTP/1.1" status: 204 len: 168 time: 0.6660738 Sep 14 11:19:53.962608 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:19:53.987894 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:19:53.988237 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4060eb62-fbd7-4b09-b4de-e153ca3ad8d0 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:19:54.250116 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41290) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:54.254623 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-ccceac2b-bca5-49bd-93ee-2b06ac15d497 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144580987', 'description': 'tempest-description--1439471650'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:54.326541 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ccceac2b-bca5-49bd-93ee-2b06ac15d497 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.412241 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ccceac2b-bca5-49bd-93ee-2b06ac15d497 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.474261 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ccceac2b-bca5-49bd-93ee-2b06ac15d497 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.502710 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.503517 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccceac2b-bca5-49bd-93ee-2b06ac15d497 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a86cbf-7733-48e1-b362-718898fb29fa,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:54.560067 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ccceac2b-bca5-49bd-93ee-2b06ac15d497 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.561390 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-ccceac2b-bca5-49bd-93ee-2b06ac15d497 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3102818 Sep 14 11:19:54.564371 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41292) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:54.568679 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-5c655c55-b9ca-4d11-a35c-81ee722dc979 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'security_group_rule': {'security_group_id': '56a86cbf-7733-48e1-b362-718898fb29fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:54.650811 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5c655c55-b9ca-4d11-a35c-81ee722dc979 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.705585 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5c655c55-b9ca-4d11-a35c-81ee722dc979 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.789347 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5c655c55-b9ca-4d11-a35c-81ee722dc979 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.808648 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c655c55-b9ca-4d11-a35c-81ee722dc979 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5689ab59-b04f-4a69-af46-da3d3daf6b74,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:54.875356 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5c655c55-b9ca-4d11-a35c-81ee722dc979 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:54.876678 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-5c655c55-b9ca-4d11-a35c-81ee722dc979 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3113732 Sep 14 11:19:54.879405 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41296) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:54.883713 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-3fa2cbfb-6ade-4940-b648-d9febd26cef3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'security_group_rule': {'security_group_id': '56a86cbf-7733-48e1-b362-718898fb29fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:54.985668 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cbfb-6ade-4940-b648-d9febd26cef3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.054080 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cbfb-6ade-4940-b648-d9febd26cef3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.125358 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cbfb-6ade-4940-b648-d9febd26cef3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.142425 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2cbfb-6ade-4940-b648-d9febd26cef3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedc1652-8539-4d58-9d84-2c3fa0978de1,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:55.217797 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cbfb-6ade-4940-b648-d9febd26cef3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.219325 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-3fa2cbfb-6ade-4940-b648-d9febd26cef3 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387356 Sep 14 11:19:55.222373 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41300) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:19:55.227154 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:55.309025 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.415905 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.527760 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Allocated IP 172.27.0.198 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/c4c2ec8e-4a65-4ed1-8f49-db77991fe024) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:19:55.625528 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.721667 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.760444 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:19:55.765496 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:55.768987 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:19:55.797057 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'Port': ['ID=c4c2ec8e-4a65-4ed1-8f49-db77991fe024,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:55.861415 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:55.940387 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:56.093320 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:56.166220 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:56.239728 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'Port': ['ID=c4c2ec8e-4a65-4ed1-8f49-db77991fe024,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:19:56.249540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:56.325908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:56.327204 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-1eac4cf4-065b-487a-9d3b-cf3ec4f6e93a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1038692 Sep 14 11:19:56.669962 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-b414a0ae-6967-4198-8550-03e8fd332147 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--144580987&fields=id&tenant_id=48534bb46df04c468ec6c8feab035277 HTTP/1.1" status: 200 len: 267 time: 0.0338964 Sep 14 11:19:56.777783 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-74507fa6-e8f7-4110-a539-36cc121a1c5d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:56.779317 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-74507fa6-e8f7-4110-a539-36cc121a1c5d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 811 time: 0.1027451 Sep 14 11:19:56.796963 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-ca137394-1c6d-4cc0-a6f5-c796865c7a1a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/quotas/48534bb46df04c468ec6c8feab035277 HTTP/1.1" status: 200 len: 375 time: 0.0103056 Sep 14 11:19:56.852885 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-d4dd6c5a-0748-4c47-8b8b-4218f9f082cb tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504012 Sep 14 11:19:56.993616 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-18e6ffc5-5e50-4c26-9d14-ff4ff490de54 service neutron] 10.222.0.59 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287761 Sep 14 11:19:57.089965 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-ee0be10d-c505-46c2-91f2-fb74af9c1b91 service neutron] 10.222.0.59 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877905 Sep 14 11:19:57.412527 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d16f7f6e-cc93-41a6-97b0-43f5a49bb9d0 req-b99b1a3e-dc09-461e-834b-03641ca06bb1 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 210 time: 0.0800693 Sep 14 11:19:58.507904 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2093ffb4-17af-45fd-a303-3e7f3129b91d req-052c38b9-b334-44a5-b595-3d692f76e541 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 210 time: 0.0284328 Sep 14 11:19:59.246481 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-e7a43b6a-0e38-4ec5-8bfb-03938a9eab68 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:19:59.247987 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-e7a43b6a-0e38-4ec5-8bfb-03938a9eab68 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 811 time: 0.1096859 Sep 14 11:19:59.294256 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-53b34038-7a25-430a-b36e-b4a121f1ace1 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48534bb46df04c468ec6c8feab035277 HTTP/1.1" status: 200 len: 379 time: 0.0356247 Sep 14 11:19:59.316379 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'port': {'device_id': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'admin_state_up': True, 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'security_groups': ['56a86cbf-7733-48e1-b362-718898fb29fa']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:19:59.492287 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Made reservation on behalf of 48534bb46df04c468ec6c8feab035277 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:19:59.496475 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:59.623259 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7af04561-7f0d-48ac-87df-7f73d55dfd8d req-3b3f02ef-7ba0-4828-af0e-4fca99b0214a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 210 time: 0.0487058 Sep 14 11:19:59.649721 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Allocated IP 172.20.0.9 (7c940777-7628-4ed0-b628-393b50c3a6e2/8396b9d7-6eb9-47e0-a433-97bcd58421ff/20bdb035-a845-4fdb-a176-11eee29c711f) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:19:59.791013 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:59.804338 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Transition to ACTIVE for port object 20bdb035-a845-4fdb-a176-11eee29c711f will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:19:59.926552 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:19:59.970510 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:19:59.974034 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:19:59.980424 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:20:00.005574 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event updated for resources: {'Port': ['ID=20bdb035-a845-4fdb-a176-11eee29c711f,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:00.036030 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:00.036656 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:00.110114 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-03246699-c552-428e-b248-247e78625503 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7974410 Sep 14 11:20:00.134349 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Request body: {'port': {'device_id': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:20:00.194357 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:00.263681 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d15e9337-e233-48df-be4f-6b920f2a725b None None] Provisioning for port 20bdb035-a845-4fdb-a176-11eee29c711f completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:20:00.267442 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d15e9337-e233-48df-be4f-6b920f2a725b None None] Provisioning complete for port 20bdb035-a845-4fdb-a176-11eee29c711f triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:20:00.267941 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d15e9337-e233-48df-be4f-6b920f2a725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:00.302173 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d15e9337-e233-48df-be4f-6b920f2a725b None None] Port 20bdb035-a845-4fdb-a176-11eee29c711f cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:20:00.466573 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20bdb035-a845-4fdb-a176-11eee29c711f {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:20:00.474353 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:00.487471 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Transition to ACTIVE for port object 20bdb035-a845-4fdb-a176-11eee29c711f will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:20:00.544024 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:00.613160 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Pushing event updated for resources: {'Port': ['ID=20bdb035-a845-4fdb-a176-11eee29c711f,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:00.665288 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Attempting to bind port 20bdb035-a845-4fdb-a176-11eee29c711f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:20:00.665961 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Attempting to bind port 20bdb035-a845-4fdb-a176-11eee29c711f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:20:00.666082 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Attempting to bind port 20bdb035-a845-4fdb-a176-11eee29c711f on network 7c940777-7628-4ed0-b628-393b50c3a6e2 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:20:00.671750 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Port 20bdb035-a845-4fdb-a176-11eee29c711f on network 7c940777-7628-4ed0-b628-393b50c3a6e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:20:00.672073 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Attempting to bind port 20bdb035-a845-4fdb-a176-11eee29c711f on network 7c940777-7628-4ed0-b628-393b50c3a6e2 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:20:00.677210 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:20:00.677546 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Checking segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:20:00.677926 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Bound using segment: {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:20:00.678352 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Bound port: 20bdb035-a845-4fdb-a176-11eee29c711f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d38a78-a8eb-4706-86fd-a1bcb341db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:20:00.678709 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:00.782908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e803e4d-dbbf-4ddf-ac19-3211824dfe7f req-e40090f2-944f-4fb5-9590-abcacb97f78a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:00.784851 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6e803e4d-dbbf-4ddf-ac19-3211824dfe7f req-e40090f2-944f-4fb5-9590-abcacb97f78a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 943 time: 0.0926008 Sep 14 11:20:00.788213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] For port 20bdb035-a845-4fdb-a176-11eee29c711f, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:20:00.793869 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] For port 20bdb035-a845-4fdb-a176-11eee29c711f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20bdb035-a845-4fdb-a176-11eee29c711f,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:20:00.828864 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6e803e4d-dbbf-4ddf-ac19-3211824dfe7f req-c2f04d49-0be1-47eb-b84f-bf15e879d3c8 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381277 Sep 14 11:20:00.852275 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:00.886485 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:00.887508 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:00.888498 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] 10.222.0.60 "PUT /v2.0/ports/20bdb035-a845-4fdb-a176-11eee29c711f HTTP/1.1" status: 200 len: 1093 time: 0.7590423 Sep 14 11:20:00.888937 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'tag': '20bdb035-a845-4fdb-a176-11eee29c711f'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:20:00.891219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44dd4ee7-49b8-4713-87b7-06a78a266215" -d '{"events": [{"name": "network-changed", "server_uuid": "f3165e79-11d7-4525-871c-47ddb7051a34", "tag": "20bdb035-a845-4fdb-a176-11eee29c711f"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:20:00.915172 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9695b4-81b4-4146-80a9-3df5fad11907 service neutron] Pushing event updated for resources: {'Port': ['ID=20bdb035-a845-4fdb-a176-11eee29c711f,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:00.931836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3cca1d-275d-4b00-b5dc-8a3f0f027fd9 x-openstack-request-id: req-4b3cca1d-275d-4b00-b5dc-8a3f0f027fd9 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:20:00.932178 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3165e79-11d7-4525-871c-47ddb7051a34", "tag": "20bdb035-a845-4fdb-a176-11eee29c711f", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:20:00.932430 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b3cca1d-275d-4b00-b5dc-8a3f0f027fd9 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:20:00.932886 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'tag': '20bdb035-a845-4fdb-a176-11eee29c711f', 'status': 'completed', 'code': 200} Sep 14 11:20:01.010958 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4ee7-49b8-4713-87b7-06a78a266215 req-61f0af73-1130-48d2-958a-c1382cb02697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:01.012577 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44dd4ee7-49b8-4713-87b7-06a78a266215 req-61f0af73-1130-48d2-958a-c1382cb02697 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 1096 time: 0.0424945 Sep 14 11:20:01.129726 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4ee7-49b8-4713-87b7-06a78a266215 req-ec960821-98fd-4eb1-8fc8-28e582fbbcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:01.131201 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44dd4ee7-49b8-4713-87b7-06a78a266215 req-ec960821-98fd-4eb1-8fc8-28e582fbbcba service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=48534bb46df04c468ec6c8feab035277&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1087058 Sep 14 11:20:01.226006 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd4ee7-49b8-4713-87b7-06a78a266215 req-96b0c4d4-c1a0-43cd-96c0-69cff1f941d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:01.227547 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44dd4ee7-49b8-4713-87b7-06a78a266215 req-96b0c4d4-c1a0-43cd-96c0-69cff1f941d7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883844 Sep 14 11:20:01.316014 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-a0fa0b27-3f48-403f-9def-59e254544dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:01.317359 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-a0fa0b27-3f48-403f-9def-59e254544dd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 1096 time: 0.0429676 Sep 14 11:20:01.361540 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-81db133b-32a8-4ee8-b902-3c72c3fb7693 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20bdb035-a845-4fdb-a176-11eee29c711f HTTP/1.1" status: 200 len: 217 time: 0.0331671 Sep 14 11:20:01.412829 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-203b9221-b8ba-49b3-a6e3-f0227a43c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:01.414244 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-203b9221-b8ba-49b3-a6e3-f0227a43c83b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8396b9d7-6eb9-47e0-a433-97bcd58421ff HTTP/1.1" status: 200 len: 850 time: 0.0431068 Sep 14 11:20:01.468266 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-202db250-8729-4941-982a-706cc4d7726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:01.470879 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-202db250-8729-4941-982a-706cc4d7726e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c940777-7628-4ed0-b628-393b50c3a6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402222 Sep 14 11:20:01.575291 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-7fe9f297-8584-4724-b963-6c81b1c28ee2 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913751 Sep 14 11:20:01.671067 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ed653b4-df7e-49fe-b015-041b68c179c3 req-99926d9a-5950-4a92-90c3-1e8809410434 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869124 Sep 14 11:20:01.943720 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62819a9-2d35-402c-92f9-eaf3a68a1613 req-b9f9f536-1f9f-4208-8a79-028aac35141d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:01.945190 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f62819a9-2d35-402c-92f9-eaf3a68a1613 req-b9f9f536-1f9f-4208-8a79-028aac35141d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 943 time: 0.0487893 Sep 14 11:20:01.984875 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f62819a9-2d35-402c-92f9-eaf3a68a1613 req-eea38a68-de41-472d-82fd-541a9a2c3c86 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326087 Sep 14 11:20:02.029675 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:02.393192 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d250-5d02-483d-b2db-90386cb64b68 req-f7c44d77-d8fd-4731-b898-93b3526f5ee3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:02.394592 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bed4d250-5d02-483d-b2db-90386cb64b68 req-f7c44d77-d8fd-4731-b898-93b3526f5ee3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0490227 Sep 14 11:20:02.436728 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bed4d250-5d02-483d-b2db-90386cb64b68 req-8c6cd252-9210-46f1-a601-0d2864ca76fd tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358505 Sep 14 11:20:02.498922 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-8ed92425-745d-4286-9334-3ebaccb74562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:02.500430 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-8ed92425-745d-4286-9334-3ebaccb74562 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1138 time: 0.0433469 Sep 14 11:20:02.598530 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-dc02f501-f8f1-480a-9cf7-ed6b24a27bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:02.600031 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-dc02f501-f8f1-480a-9cf7-ed6b24a27bb9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 200 len: 914 time: 0.0848634 Sep 14 11:20:02.692398 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-3bda033a-6a01-492d-9f2b-308028e67a04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 1002 time: 0.0614123 Sep 14 11:20:02.742892 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-dc43f079-fb0c-48d5-aeb3-293f4b12fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:02.744309 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-dc43f079-fb0c-48d5-aeb3-293f4b12fbe6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa HTTP/1.1" status: 200 len: 852 time: 0.0420237 Sep 14 11:20:02.789218 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-81ba0ae3-7d18-46e4-bada-8fcbfb4de2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:02.790600 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-81ba0ae3-7d18-46e4-bada-8fcbfb4de2ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4967d3aa-bc7b-453b-b242-7a05dd202465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0366447 Sep 14 11:20:03.166720 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-7f6c3e10-d56a-4e22-b1a3-f163921c72e2 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655236 Sep 14 11:20:03.178619 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56922ac6-0fbc-4dc3-9562-e4d69ce73bf3 req-47ffde84-d141-47f9-bbb4-4b48470ebb9e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:03.180003 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56922ac6-0fbc-4dc3-9562-e4d69ce73bf3 req-47ffde84-d141-47f9-bbb4-4b48470ebb9e tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 943 time: 0.0663667 Sep 14 11:20:03.267486 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56922ac6-0fbc-4dc3-9562-e4d69ce73bf3 req-1ceb96ed-67dd-48e0-859f-166f1c046020 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792332 Sep 14 11:20:03.289184 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d805effa-89b6-4a76-b2b6-95e4f0cf0b37 req-1b5ec7db-9eca-4dad-a94e-3e28b198e931 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082852 Sep 14 11:20:03.554863 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c86bd-4622-4fe9-82b6-a95c0afb2325 req-ede58aa3-05fa-4d53-9a00-37413363632c tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:03.556294 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-227c86bd-4622-4fe9-82b6-a95c0afb2325 req-ede58aa3-05fa-4d53-9a00-37413363632c tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0508909 Sep 14 11:20:03.597973 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-227c86bd-4622-4fe9-82b6-a95c0afb2325 req-d818e289-f375-4d3a-8560-c3edcd39a2b9 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352306 Sep 14 11:20:03.991831 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 20bdb035-a845-4fdb-a176-11eee29c711f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:20:04.087687 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 20bdb035-a845-4fdb-a176-11eee29c711f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20bdb035-a845-4fdb-a176-11eee29c711f,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:20:04.098631 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '20bdb035-a845-4fdb-a176-11eee29c711f', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'port_id': '20bdb035-a845-4fdb-a176-11eee29c711f', 'mac_address': 'fa:16:3e:5c:62:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:20:04.133774 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:04.146361 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20bdb035-a845-4fdb-a176-11eee29c711f {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:20:04.164356 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 20bdb035-a845-4fdb-a176-11eee29c711f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20bdb035-a845-4fdb-a176-11eee29c711f,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:20:04.250871 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:04.299929 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=20bdb035-a845-4fdb-a176-11eee29c711f,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:04.307101 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.307501 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.307847 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.308181 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.308533 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.308848 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.309177 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.309506 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.309887 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.311172 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.311172 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.311498 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:04.382819 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f8bd2-0e46-4f7d-bc83-22f3fcc18450 req-1b1f95f2-c373-4e76-9e2c-a1d50351a78d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:04.384293 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-674f8bd2-0e46-4f7d-bc83-22f3fcc18450 req-1b1f95f2-c373-4e76-9e2c-a1d50351a78d tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 944 time: 0.0483351 Sep 14 11:20:04.421850 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-674f8bd2-0e46-4f7d-bc83-22f3fcc18450 req-11eb1986-9a2b-49e6-bcc2-40e1250d451b tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309260 Sep 14 11:20:04.675522 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['20bdb035-a845-4fdb-a176-11eee29c711f'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:20:04.724004 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfad93-775f-47d7-9e5b-8ce1f8f71d4a req-eb756893-9fc0-458a-837a-b5f1b61d202b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:04.725577 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8acfad93-775f-47d7-9e5b-8ce1f8f71d4a req-eb756893-9fc0-458a-837a-b5f1b61d202b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0603423 Sep 14 11:20:04.768677 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8acfad93-775f-47d7-9e5b-8ce1f8f71d4a req-d86d5f26-c618-415c-b3ec-793b0e8d4403 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364192 Sep 14 11:20:05.538446 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f472e5-bae6-4a2f-9442-0b65bb13d961 req-53370312-d83e-466b-b15a-98ebe8496eb1 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:05.539978 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e9f472e5-bae6-4a2f-9442-0b65bb13d961 req-53370312-d83e-466b-b15a-98ebe8496eb1 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 944 time: 0.0485859 Sep 14 11:20:05.577459 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e9f472e5-bae6-4a2f-9442-0b65bb13d961 req-c4827336-afb0-4951-92a4-a4b20dcb6ede tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Sep 14 11:20:05.889823 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf3262-b485-4ef6-b6a4-7c1b7ec86a47 req-78a27b83-6bce-4973-bcb3-2b3fe44b3913 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:05.891319 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7caf3262-b485-4ef6-b6a4-7c1b7ec86a47 req-78a27b83-6bce-4973-bcb3-2b3fe44b3913 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0506856 Sep 14 11:20:05.930401 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7caf3262-b485-4ef6-b6a4-7c1b7ec86a47 req-c3cc0dbf-4308-42f5-9a5d-1bb589c62217 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329330 Sep 14 11:20:06.006050 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 20bdb035-a845-4fdb-a176-11eee29c711f up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:20:06.120428 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 20bdb035-a845-4fdb-a176-11eee29c711f completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:20:06.124671 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 20bdb035-a845-4fdb-a176-11eee29c711f triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:20:06.125036 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:06.206029 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:06.231197 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bdb035-a845-4fdb-a176-11eee29c711f'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:20:06.234142 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9aa5d8-84d5-48b0-833a-ca5fe3b58f2d" -d '{"events": [{"server_uuid": "f3165e79-11d7-4525-871c-47ddb7051a34", "name": "network-vif-plugged", "status": "completed", "tag": "20bdb035-a845-4fdb-a176-11eee29c711f"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:20:06.249137 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 20bdb035-a845-4fdb-a176-11eee29c711f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20bdb035-a845-4fdb-a176-11eee29c711f,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:20:06.272382 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c78552-ad24-4e0e-a7ec-42870c888336 x-openstack-request-id: req-33c78552-ad24-4e0e-a7ec-42870c888336 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:20:06.272667 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3165e79-11d7-4525-871c-47ddb7051a34", "name": "network-vif-plugged", "status": "completed", "tag": "20bdb035-a845-4fdb-a176-11eee29c711f", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:20:06.272915 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33c78552-ad24-4e0e-a7ec-42870c888336 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:20:06.273350 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20bdb035-a845-4fdb-a176-11eee29c711f', 'code': 200} Sep 14 11:20:06.321072 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:06.374413 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=20bdb035-a845-4fdb-a176-11eee29c711f,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:06.614570 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748724b-4db3-4e0d-bbbe-71f502545418 req-bfdcfb44-4f1f-454d-bd31-bb787930acea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:06.616302 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8748724b-4db3-4e0d-bbbe-71f502545418 req-bfdcfb44-4f1f-454d-bd31-bb787930acea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 1098 time: 0.0506940 Sep 14 11:20:06.665642 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8748724b-4db3-4e0d-bbbe-71f502545418 req-42457c61-2e30-4835-b0d8-b6e17d6cffa2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399013 Sep 14 11:20:06.703956 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ddbb4-0d65-455c-8853-af449a9461ca req-68dbeb71-78ca-4b64-9495-faac8823dff9 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:06.705535 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f28ddbb4-0d65-455c-8853-af449a9461ca req-68dbeb71-78ca-4b64-9495-faac8823dff9 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 945 time: 0.0552156 Sep 14 11:20:06.745598 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f28ddbb4-0d65-455c-8853-af449a9461ca req-47cfb27b-8a84-45db-ba3d-2f78fb69fa7a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335169 Sep 14 11:20:07.045028 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6becfd5-8d31-4929-856d-3c773ebab380 req-c4380c4d-f81c-49f7-8022-b0ba144c823f tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:07.046572 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6becfd5-8d31-4929-856d-3c773ebab380 req-c4380c4d-f81c-49f7-8022-b0ba144c823f tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0510242 Sep 14 11:20:07.087511 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6becfd5-8d31-4929-856d-3c773ebab380 req-33d6220b-f605-4ba4-bb40-4e58e62eff1f tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346391 Sep 14 11:20:07.869079 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422f6b9-11f4-4a49-8247-496d50859dd7 req-6ddf5941-4b1d-4ca3-9910-6fef3f6395b5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:07.870567 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1422f6b9-11f4-4a49-8247-496d50859dd7 req-6ddf5941-4b1d-4ca3-9910-6fef3f6395b5 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 945 time: 0.0543990 Sep 14 11:20:07.908497 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1422f6b9-11f4-4a49-8247-496d50859dd7 req-d1bc561d-0d47-41de-a75c-5d2a75cd2314 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313070 Sep 14 11:20:08.218910 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df45f2b-1c75-459e-95ac-8dd57f216638 req-c566c838-a41d-4b8a-b698-591afbafd4fc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:08.220404 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8df45f2b-1c75-459e-95ac-8dd57f216638 req-c566c838-a41d-4b8a-b698-591afbafd4fc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0506852 Sep 14 11:20:08.321102 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8df45f2b-1c75-459e-95ac-8dd57f216638 req-bff13102-ef04-4e75-b273-b3dd4b16d79a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346293 Sep 14 11:20:09.021015 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67271c53-cf1c-4fb0-919c-4aa4b14ceee7 req-0c34a833-3c35-4b96-9da9-40b2ca42b4ff tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:09.022490 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-67271c53-cf1c-4fb0-919c-4aa4b14ceee7 req-0c34a833-3c35-4b96-9da9-40b2ca42b4ff tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Sep 14 11:20:09.060002 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-67271c53-cf1c-4fb0-919c-4aa4b14ceee7 req-61bd103a-40f5-4a1b-a4c4-6dafcdc395d7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Sep 14 11:20:09.179092 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af469-9583-45fe-8eb4-96452297972a req-090a39d5-1acf-4a22-92c9-3fb4da741197 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:09.180575 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5a2af469-9583-45fe-8eb4-96452297972a req-090a39d5-1acf-4a22-92c9-3fb4da741197 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 945 time: 0.0514693 Sep 14 11:20:09.189545 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 41452) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:20:09.193849 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Request body: {'floatingip': {'port_id': '20bdb035-a845-4fdb-a176-11eee29c711f'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:20:09.234454 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:09.470671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fdf61-e0fd-4839-a9c6-ad2b9c41ef26 req-3823cd40-363a-4383-be84-e72181db0ecc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:09.472103 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bb5fdf61-e0fd-4839-a9c6-ad2b9c41ef26 req-3823cd40-363a-4383-be84-e72181db0ecc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0943959 Sep 14 11:20:09.591544 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bb5fdf61-e0fd-4839-a9c6-ad2b9c41ef26 req-ac8f2999-7119-47d5-ae64-8d7a20f38847 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131833 Sep 14 11:20:09.747858 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:09.788768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:09.892960 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Floating IP 5520e58e-d740-482f-af4c-efab45763a0a associated. External IP: 172.27.0.198, port: 20bdb035-a845-4fdb-a176-11eee29c711f. Sep 14 11:20:10.095281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:20:10.206954 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:20:10.212258 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:10.221556 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] Sync routers for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:20:10.237313 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:20:10.237919 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:20:10.241205 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-7de27fbd-a41c-4375-8d12-b8e1521399de tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "PUT /v2.0/floatingips/5520e58e-d740-482f-af4c-efab45763a0a HTTP/1.1" status: 200 len: 991 time: 1.0479836 Sep 14 11:20:10.241205 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'tag': '20bdb035-a845-4fdb-a176-11eee29c711f'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:20:10.242984 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7327db8-09d0-4066-8cfb-96e01d33d3b9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3165e79-11d7-4525-871c-47ddb7051a34", "tag": "20bdb035-a845-4fdb-a176-11eee29c711f"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:20:10.278662 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff16ba1-7a69-4503-8bcb-3671fd46063b x-openstack-request-id: req-cff16ba1-7a69-4503-8bcb-3671fd46063b {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:20:10.278954 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3165e79-11d7-4525-871c-47ddb7051a34", "tag": "20bdb035-a845-4fdb-a176-11eee29c711f", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:20:10.280393 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cff16ba1-7a69-4503-8bcb-3671fd46063b {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:20:10.280906 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'tag': '20bdb035-a845-4fdb-a176-11eee29c711f', 'status': 'completed', 'code': 200} Sep 14 11:20:10.346083 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-e9d6b8fb-1774-4664-93b7-48346928a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:10.347787 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-e9d6b8fb-1774-4664-93b7-48346928a9cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48534bb46df04c468ec6c8feab035277&device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 1098 time: 0.0433817 Sep 14 11:20:10.359117 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:20:10.454687 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-b2c3ce53-e341-4256-9954-f0151e72f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:10.456281 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-b2c3ce53-e341-4256-9954-f0151e72f0a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 200 len: 912 time: 0.0948279 Sep 14 11:20:10.527653 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-d7fcc2a8-b668-4af3-8e9c-92a8b8de9bf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20bdb035-a845-4fdb-a176-11eee29c711f HTTP/1.1" status: 200 len: 999 time: 0.0595460 Sep 14 11:20:10.592219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-51c409cc-e92b-4a86-a36a-661e13278bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:10.593712 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-51c409cc-e92b-4a86-a36a-661e13278bc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8396b9d7-6eb9-47e0-a433-97bcd58421ff HTTP/1.1" status: 200 len: 850 time: 0.0487251 Sep 14 11:20:10.711805 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '5520e58e-d740-482f-af4c-efab45763a0a', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'port_id': '20bdb035-a845-4fdb-a176-11eee29c711f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'mac_address': 'fa:16:3e:5c:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:55Z', 'updated_at': '2021-09-14T11:20:09Z', 'revision_number': 1, 'project_id': '48534bb46df04c468ec6c8feab035277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:20:10.738892 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50435d35-d5f8-4481-aba4-8a3cb83a4efa req-0d431698-b299-4a3a-9663-b1a0a7daaac2 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:10.740430 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-50435d35-d5f8-4481-aba4-8a3cb83a4efa req-0d431698-b299-4a3a-9663-b1a0a7daaac2 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0781624 Sep 14 11:20:10.742344 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-d4f52b9c-c428-49ee-b383-5d8f8905577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:10.742549 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] Checking router: 6c28bd43-f2ee-48f6-8bb4-70b894f93351 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:20:10.743735 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-d4f52b9c-c428-49ee-b383-5d8f8905577b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7c940777-7628-4ed0-b628-393b50c3a6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1273260 Sep 14 11:20:10.751070 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:20:10.752787 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:19:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:20:10.814654 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-50435d35-d5f8-4481-aba4-8a3cb83a4efa req-c20b4d56-43d6-4454-b02e-dd3878771f12 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667763 Sep 14 11:20:10.868685 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:20:10.873796 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-4ef5fbae-a968-4b18-b5e7-a43a997fb4dd service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193671 Sep 14 11:20:10.970626 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7327db8-09d0-4066-8cfb-96e01d33d3b9 req-bc2ae03a-510a-4ca5-ae0b-2d2a4d778c81 service neutron] 10.222.0.60 "GET /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867808 Sep 14 11:20:11.089772 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '5520e58e-d740-482f-af4c-efab45763a0a', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'port_id': '20bdb035-a845-4fdb-a176-11eee29c711f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'mac_address': 'fa:16:3e:5c:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:55Z', 'updated_at': '2021-09-14T11:20:09Z', 'revision_number': 1, 'project_id': '48534bb46df04c468ec6c8feab035277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:20:11.116103 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8d2e4b-10c6-4a49-a82b-65fcdd5befa0 None None] The sync data for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi is: [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '5520e58e-d740-482f-af4c-efab45763a0a', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'port_id': '20bdb035-a845-4fdb-a176-11eee29c711f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'mac_address': 'fa:16:3e:5c:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:19:55Z', 'updated_at': '2021-09-14T11:20:09Z', 'revision_number': 1, 'project_id': '48534bb46df04c468ec6c8feab035277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:20:11.300621 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27223c36-e8d0-4b5c-9c15-71ef9da8f4b1 None None] New status for floating IP 5520e58e-d740-482f-af4c-efab45763a0a: ACTIVE {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:20:11.938293 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22708c0-c806-4840-ad51-d91831919196 req-7a3c06ee-8ed8-4a3c-ad89-598fc0207a29 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:11.940022 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22708c0-c806-4840-ad51-d91831919196 req-7a3c06ee-8ed8-4a3c-ad89-598fc0207a29 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0544164 Sep 14 11:20:11.979229 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22708c0-c806-4840-ad51-d91831919196 req-49a5b276-783a-4e0d-81c9-87994aa5ce42 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330260 Sep 14 11:20:12.318333 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-72addb92-617d-4e56-86b2-e9e14a718992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:12.319757 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-72addb92-617d-4e56-86b2-e9e14a718992 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1138 time: 0.0418193 Sep 14 11:20:12.443583 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-6fe6cb97-d655-4d35-9a1c-cb79ec353193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:12.445065 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-6fe6cb97-d655-4d35-9a1c-cb79ec353193 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 200 len: 914 time: 0.0910990 Sep 14 11:20:12.520233 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-ddf9896b-9155-4429-9747-d6325740bedf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 1002 time: 0.0623403 Sep 14 11:20:12.575427 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-ee2e2ebd-8590-4e64-be89-f51e8a43567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:12.577289 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-ee2e2ebd-8590-4e64-be89-f51e8a43567f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa HTTP/1.1" status: 200 len: 852 time: 0.0429146 Sep 14 11:20:12.635662 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-705313f8-d8b9-40c0-94aa-4978ac46646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:12.637109 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-705313f8-d8b9-40c0-94aa-4978ac46646f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4967d3aa-bc7b-453b-b242-7a05dd202465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415792 Sep 14 11:20:12.727129 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-b9d68e9e-0464-4d4b-ba5f-ce70efbb943c service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805829 Sep 14 11:20:12.829329 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d824051d-f236-4bd8-bfe5-7aeb120e3e38 req-fdf64068-81ff-4457-bd1b-5fbaf32542f2 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836895 Sep 14 11:20:13.094122 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc3b06-b791-4ae9-8249-e65acbe0d3fb req-21c47f0e-5c53-410f-be15-195fb43dc0b3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:13.095512 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c8fc3b06-b791-4ae9-8249-e65acbe0d3fb req-21c47f0e-5c53-410f-be15-195fb43dc0b3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0480170 Sep 14 11:20:13.133820 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c8fc3b06-b791-4ae9-8249-e65acbe0d3fb req-861b2ca4-7ff4-444a-ae3c-08d80c709073 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324495 Sep 14 11:20:14.194056 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:20:14.252013 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d83a30-a2cc-4eec-82b3-8715256ad8a7 req-a97c55d0-d0aa-4b73-a878-2f326786f40a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:14.253393 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-03d83a30-a2cc-4eec-82b3-8715256ad8a7 req-a97c55d0-d0aa-4b73-a878-2f326786f40a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0491734 Sep 14 11:20:14.292257 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-03d83a30-a2cc-4eec-82b3-8715256ad8a7 req-8ea925f1-f22b-4ba7-bbcc-8881d5d65cce tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329819 Sep 14 11:20:15.413240 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d446-a418-40ce-9d8a-cf896065e349 req-d3e9ef41-c80d-44e3-ab34-0a972fc4c629 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:15.414724 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ac09d446-a418-40ce-9d8a-cf896065e349 req-d3e9ef41-c80d-44e3-ab34-0a972fc4c629 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0528102 Sep 14 11:20:15.454647 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ac09d446-a418-40ce-9d8a-cf896065e349 req-7d735421-7bf8-4a63-8cd8-f30a11784db4 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332081 Sep 14 11:20:16.579919 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3745c-840c-4b11-ada1-67444fb074a9 req-c402ad05-e59e-4662-b2ae-bd17fc55dff3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:16.581530 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5ee3745c-840c-4b11-ada1-67444fb074a9 req-c402ad05-e59e-4662-b2ae-bd17fc55dff3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0566142 Sep 14 11:20:16.621170 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5ee3745c-840c-4b11-ada1-67444fb074a9 req-b037b532-fa15-4aa1-8421-195bf6d138ec tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334005 Sep 14 11:20:18.976910 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fbb57460-cd34-411b-b26f-b35b6ba50f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:19.858445 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cf12c-a742-4720-8f02-eb3133bbbe93 req-16fd8d5c-345e-4e75-a52c-f68609792459 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:19.858445 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4c3cf12c-a742-4720-8f02-eb3133bbbe93 req-16fd8d5c-345e-4e75-a52c-f68609792459 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0504382 Sep 14 11:20:19.898135 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4c3cf12c-a742-4720-8f02-eb3133bbbe93 req-4830a23b-a64e-4a12-a984-f9d057ec0652 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342495 Sep 14 11:20:21.022605 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b35d2-4003-4e2b-bf3e-03d526e6d032 req-921ca293-36e7-4550-a7e8-b384b44f4d98 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:21.024131 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b7b35d2-4003-4e2b-bf3e-03d526e6d032 req-921ca293-36e7-4550-a7e8-b384b44f4d98 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0526204 Sep 14 11:20:21.064971 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b7b35d2-4003-4e2b-bf3e-03d526e6d032 req-1f3340ec-109c-4ae4-a9bc-266e8b006e4e tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339887 Sep 14 11:20:21.956803 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e6472bbb-8714-4659-a348-bb7bf95d5186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:22.314848 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:22.840175 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:24.479874 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:24.640612 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a53e8-1a98-4413-86c8-db0d971ca617 req-94e5b356-32cb-4e93-a147-b0cadec116ee tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:24.642079 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ff0a53e8-1a98-4413-86c8-db0d971ca617 req-94e5b356-32cb-4e93-a147-b0cadec116ee tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0485110 Sep 14 11:20:24.681431 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ff0a53e8-1a98-4413-86c8-db0d971ca617 req-4821d090-43a9-484d-a268-00492a828b10 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332258 Sep 14 11:20:25.798206 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b7a02-30fb-4631-a987-17d13a1faf29 req-6c6e1b53-67ba-4e45-becb-a6e24aef79a3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:25.799686 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-371b7a02-30fb-4631-a987-17d13a1faf29 req-6c6e1b53-67ba-4e45-becb-a6e24aef79a3 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0485783 Sep 14 11:20:25.839667 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-371b7a02-30fb-4631-a987-17d13a1faf29 req-00f45d85-3026-422b-8506-bf804ed8fe83 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337045 Sep 14 11:20:26.959941 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b66d01-a487-4e3b-a12a-d5cfad458bf9 req-846ee86d-6c84-46ec-9d50-54a7faab4e21 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:26.961568 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f1b66d01-a487-4e3b-a12a-d5cfad458bf9 req-846ee86d-6c84-46ec-9d50-54a7faab4e21 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0535743 Sep 14 11:20:27.001618 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f1b66d01-a487-4e3b-a12a-d5cfad458bf9 req-5cbd2bc1-f29b-4d10-8667-4b5ae522376a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340023 Sep 14 11:20:29.944192 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff2885-8a8d-4c45-9538-b5cfbd45be60 req-f3c3e5ab-7849-432b-90e1-7f221003d7ce tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:29.945678 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-57ff2885-8a8d-4c45-9538-b5cfbd45be60 req-f3c3e5ab-7849-432b-90e1-7f221003d7ce tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0507815 Sep 14 11:20:29.986023 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-57ff2885-8a8d-4c45-9538-b5cfbd45be60 req-3b0530d0-90b6-496f-abac-7f6e993a64e5 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341656 Sep 14 11:20:31.103878 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa73f56-2288-4114-93db-07f4fd691fa9 req-60599fa0-4683-4778-8e2b-856ad4b2cd19 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:31.105338 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-aaa73f56-2288-4114-93db-07f4fd691fa9 req-60599fa0-4683-4778-8e2b-856ad4b2cd19 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0495377 Sep 14 11:20:31.144121 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-aaa73f56-2288-4114-93db-07f4fd691fa9 req-76484e63-c8cc-458f-8609-d4d2bcdf4cf2 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&id=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327287 Sep 14 11:20:32.034769 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:36.821409 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6a989-80dd-4d42-a9da-83ae74b4484c req-fa91133a-4f96-452e-9630-74d25d4332ed tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:36.822846 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-95c6a989-80dd-4d42-a9da-83ae74b4484c req-fa91133a-4f96-452e-9630-74d25d4332ed tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 945 time: 0.0502427 Sep 14 11:20:36.859894 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-95c6a989-80dd-4d42-a9da-83ae74b4484c req-487d7806-7f1a-45a6-a1fb-371746c5d4ce tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 Sep 14 11:20:37.976841 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc835-b1ed-4160-96f3-7cce1ff2559c req-417f54a2-e4a0-4c83-a866-10fbbbd3c158 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:37.978295 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fa1cc835-b1ed-4160-96f3-7cce1ff2559c req-417f54a2-e4a0-4c83-a866-10fbbbd3c158 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 945 time: 0.0486364 Sep 14 11:20:38.014069 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fa1cc835-b1ed-4160-96f3-7cce1ff2559c req-96099748-c0e6-457b-b11a-d4a81b5c41ac tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299203 Sep 14 11:20:39.135937 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d554b01-2949-4fec-be30-0a6ebd81fba8 req-695c03ac-17de-4753-bec5-43b8c33e7b1c tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:39.137442 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0d554b01-2949-4fec-be30-0a6ebd81fba8 req-695c03ac-17de-4753-bec5-43b8c33e7b1c tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 945 time: 0.0527897 Sep 14 11:20:39.186966 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0d554b01-2949-4fec-be30-0a6ebd81fba8 req-6158bcd1-b7e0-45b4-9f23-61b42780f2f7 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Sep 14 11:20:39.520318 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-041e2431-6251-4ee0-bfb9-cbaf6184f40b tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:39.521742 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-041e2431-6251-4ee0-bfb9-cbaf6184f40b tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.60 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Sep 14 11:20:39.618460 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Deleting port 5582c624-ddc8-435f-95c3-4000fd32c1ef {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:20:39.618803 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:39.712199 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] For port 5582c624-ddc8-435f-95c3-4000fd32c1ef, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=5582c624-ddc8-435f-95c3-4000fd32c1ef,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:20:39.712565 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:39.725052 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Calling delete_port for 5582c624-ddc8-435f-95c3-4000fd32c1ef owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:20:39.931837 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:39.958795 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['5582c624-ddc8-435f-95c3-4000fd32c1ef'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:20:39.966567 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Pushing event deleted for resources: {'Port': ['ID=5582c624-ddc8-435f-95c3-4000fd32c1ef,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:39.985039 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.985482 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.985837 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.987114 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.987672 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.991853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.991853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.991853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.991853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.991853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.991853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:39.991853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:20:40.037827 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] No DVR routers for this DVR port 5582c624-ddc8-435f-95c3-4000fd32c1ef on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:20:40.040444 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:40.042486 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2b3bd628-9116-4879-8b8e-08901c887f0e req-47c2e762-1201-425e-80ec-02ddd3c9110f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.60 "DELETE /v2.0/ports/5582c624-ddc8-435f-95c3-4000fd32c1ef HTTP/1.1" status: 204 len: 173 time: 0.5079694 Sep 14 11:20:40.042909 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d2131-3f7f-4776-9a2d-9dc5bd87f785', 'name': 'network-vif-deleted', 'tag': '5582c624-ddc8-435f-95c3-4000fd32c1ef'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:20:40.045130 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a9285e-b991-4ee4-9447-daaaf9d9ef47" -d '{"events": [{"server_uuid": "e22d2131-3f7f-4776-9a2d-9dc5bd87f785", "name": "network-vif-deleted", "tag": "5582c624-ddc8-435f-95c3-4000fd32c1ef"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:20:40.139606 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f238527-0e53-4701-be0c-b145d1f2a4d8 x-openstack-request-id: req-3f238527-0e53-4701-be0c-b145d1f2a4d8 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:20:40.140227 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d2131-3f7f-4776-9a2d-9dc5bd87f785", "name": "network-vif-deleted", "tag": "5582c624-ddc8-435f-95c3-4000fd32c1ef", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:20:40.140227 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f238527-0e53-4701-be0c-b145d1f2a4d8 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:20:40.140682 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22d2131-3f7f-4776-9a2d-9dc5bd87f785', 'name': 'network-vif-deleted', 'tag': '5582c624-ddc8-435f-95c3-4000fd32c1ef', 'status': 'completed', 'code': 200} Sep 14 11:20:40.290812 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c9209bf0-d791-4f83-b904-22ae4df31d51 req-954abb8e-8a4a-4c69-aee1-9ddbe156c909 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e22d2131-3f7f-4776-9a2d-9dc5bd87f785 HTTP/1.1" status: 200 len: 210 time: 0.0294535 Sep 14 11:20:45.076540 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 5582c624-ddc8-435f-95c3-4000fd32c1ef no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:20:45.097510 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 5582c624-ddc8-435f-95c3-4000fd32c1ef {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:20:45.097852 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 5582c624-ddc8-435f-95c3-4000fd32c1ef not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:20:48.942231 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-dc41eaf1-04c7-4955-9a95-5d3a17b52988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:51.193628 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:20:51.842324 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-20d75caa-f9c9-4d06-a8fc-1fcd3a3e1f9f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:51.843832 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-20d75caa-f9c9-4d06-a8fc-1fcd3a3e1f9f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/networks?id=d15c7950-3931-40a8-9d61-1db9463c9a22 HTTP/1.1" status: 200 len: 814 time: 0.1075714 Sep 14 11:20:51.858706 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-ced43102-95e8-4990-b9cf-5e77cae7e6b2 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/quotas/017da2d6dbfb45388571a5f795b40de2 HTTP/1.1" status: 200 len: 375 time: 0.0089674 Sep 14 11:20:51.889235 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-52175f8b-3449-4e45-8e1b-e139c1f42258 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=017da2d6dbfb45388571a5f795b40de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250969 Sep 14 11:20:51.942773 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-802e1ba6-d0f0-4058-b5cc-2e8b809d7034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:51.982837 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-fe754e3a-3362-46de-a2d4-5fa973892882 service neutron] 10.222.0.59 "GET /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859601 Sep 14 11:20:52.297039 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:52.322080 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-6f2e5cdf-5bf6-458b-9a45-ea7229b744c8 service neutron] 10.222.0.59 "GET /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330154 Sep 14 11:20:52.558890 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b8b1edf2-4a7e-4f18-ae8a-e5aeb0ab9ddd req-84bb7c8c-6e6c-43f7-bd37-87cdea309cc8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 210 time: 0.0275111 Sep 14 11:20:52.840127 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:53.658201 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6dfbf5d9-c1dd-4b11-ad23-1a912fb89673 req-407cb82a-70c5-478d-9063-7dab23669786 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 210 time: 0.0289900 Sep 14 11:20:54.508199 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:54.546941 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-db92d05f-588c-4def-a1a8-e1b1cf9d75c3 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:54.548514 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-db92d05f-588c-4def-a1a8-e1b1cf9d75c3 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.60 "GET /v2.0/networks?id=d15c7950-3931-40a8-9d61-1db9463c9a22 HTTP/1.1" status: 200 len: 814 time: 0.1133544 Sep 14 11:20:54.565478 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Request body: {'port': {'device_id': 'e312f756-b850-4d27-98ed-2e28fa3f577f', 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22', 'admin_state_up': True, 'tenant_id': '017da2d6dbfb45388571a5f795b40de2'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:20:54.755693 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Made reservation on behalf of 017da2d6dbfb45388571a5f795b40de2 for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:20:54.759271 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:54.763170 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e43df0d7-1e2e-4c89-997a-b26a6ca38a90 req-26320371-da4d-412c-b68a-b0920c511bbf tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 210 time: 0.0334203 Sep 14 11:20:54.889765 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Allocated IP 172.20.0.7 (d15c7950-3931-40a8-9d61-1db9463c9a22/b8c00423-f372-4f2f-85b5-64a5dda0fcc7/3f6034db-b575-464c-a8a9-9fb018ce277d) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:20:55.031299 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:55.124916 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:55.168563 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Network d15c7950-3931-40a8-9d61-1db9463c9a22 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:20:55.171583 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:20:55.175901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:20:55.205275 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Pushing event updated for resources: {'Port': ['ID=3f6034db-b575-464c-a8a9-9fb018ce277d,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:55.230553 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:55.231161 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:55.290851 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-50665dde-aeab-49f1-b6f9-0f00dfd251c8 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295053 Sep 14 11:20:55.305932 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Request body: {'port': {'device_id': 'e312f756-b850-4d27-98ed-2e28fa3f577f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:20:55.357238 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:55.617925 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6034db-b575-464c-a8a9-9fb018ce277d {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:20:55.625039 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:55.636640 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Transition to ACTIVE for port object 3f6034db-b575-464c-a8a9-9fb018ce277d will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:20:55.702484 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:55.755812 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=3f6034db-b575-464c-a8a9-9fb018ce277d,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:55.839468 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Attempting to bind port 3f6034db-b575-464c-a8a9-9fb018ce277d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:20:55.839939 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Attempting to bind port 3f6034db-b575-464c-a8a9-9fb018ce277d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:20:55.840394 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Attempting to bind port 3f6034db-b575-464c-a8a9-9fb018ce277d on network d15c7950-3931-40a8-9d61-1db9463c9a22 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:20:55.858462 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Port 3f6034db-b575-464c-a8a9-9fb018ce277d on network d15c7950-3931-40a8-9d61-1db9463c9a22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:20:55.858779 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Attempting to bind port 3f6034db-b575-464c-a8a9-9fb018ce277d on network d15c7950-3931-40a8-9d61-1db9463c9a22 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:20:55.883164 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:20:55.883443 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Checking segment: {'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:20:55.883853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Bound using segment: {'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:20:55.884277 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Bound port: 3f6034db-b575-464c-a8a9-9fb018ce277d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f756747c-e4d6-4918-a94a-7cb0a37bcf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:20:55.884627 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:55.929405 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23057131-5ba5-41d4-9f76-b6dff947fa65 req-293db4e4-2723-4b6c-a46b-7c66ebd26dca tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:55.930891 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-23057131-5ba5-41d4-9f76-b6dff947fa65 req-293db4e4-2723-4b6c-a46b-7c66ebd26dca tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 943 time: 0.0863101 Sep 14 11:20:55.980852 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] For port 3f6034db-b575-464c-a8a9-9fb018ce277d, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:20:55.985381 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] For port 3f6034db-b575-464c-a8a9-9fb018ce277d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3f6034db-b575-464c-a8a9-9fb018ce277d,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:20:55.991571 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-23057131-5ba5-41d4-9f76-b6dff947fa65 req-d9aaa227-9296-449a-bac7-cd0a512e0364 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533385 Sep 14 11:20:56.069088 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:56.103646 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:56.104261 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:20:56.105633 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] 10.222.0.60 "PUT /v2.0/ports/3f6034db-b575-464c-a8a9-9fb018ce277d HTTP/1.1" status: 200 len: 1093 time: 0.8038433 Sep 14 11:20:56.106080 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e312f756-b850-4d27-98ed-2e28fa3f577f', 'tag': '3f6034db-b575-464c-a8a9-9fb018ce277d'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:20:56.108320 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbf6082-c64c-4be7-bca3-5b50d7c513bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e312f756-b850-4d27-98ed-2e28fa3f577f", "tag": "3f6034db-b575-464c-a8a9-9fb018ce277d"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:20:56.134409 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4e793-0ba6-4df2-a5e7-53bda4a1ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=3f6034db-b575-464c-a8a9-9fb018ce277d,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:20:56.156922 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7eae5f-a4b3-4a83-b42a-47c40776f153 x-openstack-request-id: req-dc7eae5f-a4b3-4a83-b42a-47c40776f153 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:20:56.157214 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e312f756-b850-4d27-98ed-2e28fa3f577f", "tag": "3f6034db-b575-464c-a8a9-9fb018ce277d", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:20:56.157467 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dc7eae5f-a4b3-4a83-b42a-47c40776f153 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:20:56.157864 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e312f756-b850-4d27-98ed-2e28fa3f577f', 'tag': '3f6034db-b575-464c-a8a9-9fb018ce277d', 'status': 'completed', 'code': 200} Sep 14 11:20:56.236552 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf6082-c64c-4be7-bca3-5b50d7c513bf req-1dee076b-2724-4dd6-b924-a9076a94e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:56.239044 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2dbf6082-c64c-4be7-bca3-5b50d7c513bf req-1dee076b-2724-4dd6-b924-a9076a94e9b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017da2d6dbfb45388571a5f795b40de2&device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 1096 time: 0.0474086 Sep 14 11:20:56.379105 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf6082-c64c-4be7-bca3-5b50d7c513bf req-1fb5f0fb-0e70-4587-800e-ea536dd335dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:56.379105 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2dbf6082-c64c-4be7-bca3-5b50d7c513bf req-1fb5f0fb-0e70-4587-800e-ea536dd335dd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=017da2d6dbfb45388571a5f795b40de2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1273055 Sep 14 11:20:56.388023 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450f2f1-98fd-4799-942f-03233398265a req-4815fbfb-d31e-467d-b332-172dbf8b5f09 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:56.389333 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1450f2f1-98fd-4799-942f-03233398265a req-4815fbfb-d31e-467d-b332-172dbf8b5f09 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0733693 Sep 14 11:20:56.477153 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1450f2f1-98fd-4799-942f-03233398265a req-f15410a9-86b0-45a6-9784-2a98b67277da tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793746 Sep 14 11:20:56.501782 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf6082-c64c-4be7-bca3-5b50d7c513bf req-9c45cb49-7a78-4c03-8589-9bd7d96a270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:56.502109 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2dbf6082-c64c-4be7-bca3-5b50d7c513bf req-9c45cb49-7a78-4c03-8589-9bd7d96a270e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118977 Sep 14 11:20:56.588543 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-9e0cdfb5-3afd-4463-9a5c-cbad73ee1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:56.590024 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-9e0cdfb5-3afd-4463-9a5c-cbad73ee1c8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017da2d6dbfb45388571a5f795b40de2&device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 1096 time: 0.0452590 Sep 14 11:20:56.633323 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-fa59b4b8-52a3-48df-9297-918bf1771e6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f6034db-b575-464c-a8a9-9fb018ce277d HTTP/1.1" status: 200 len: 217 time: 0.0324662 Sep 14 11:20:56.684030 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-747c811a-af0e-4046-9730-a4a64b01cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:56.685434 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-747c811a-af0e-4046-9730-a4a64b01cb0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b8c00423-f372-4f2f-85b5-64a5dda0fcc7 HTTP/1.1" status: 200 len: 854 time: 0.0430412 Sep 14 11:20:56.719598 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-6163b881-5c5a-4523-81a7-027a263b3060 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d15c7950-3931-40a8-9d61-1db9463c9a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232978 Sep 14 11:20:56.812822 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-ae20613f-b31a-4f33-8678-d48203528d61 service neutron] 10.222.0.60 "GET /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833564 Sep 14 11:20:56.912752 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7832903-eb58-4786-8de0-7749fcdc9108 req-b1b50d45-fa5a-46dc-9496-d884cd31042a service neutron] 10.222.0.60 "GET /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863147 Sep 14 11:20:57.112316 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc5f53-ccfb-4958-bd34-beb3ce54cba9 req-10c88958-c8da-4fa5-9d23-84dbcf5d9d78 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:57.113912 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-eadc5f53-ccfb-4958-bd34-beb3ce54cba9 req-10c88958-c8da-4fa5-9d23-84dbcf5d9d78 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 943 time: 0.0528920 Sep 14 11:20:57.153680 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-eadc5f53-ccfb-4958-bd34-beb3ce54cba9 req-7ae0c75d-f543-4c20-88b7-3f41599e71a4 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Sep 14 11:20:57.597842 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1964f5-1bdb-439e-aeb1-aa313476adab req-5ea46fec-51cd-4891-b7e2-5ecd5bbeadb0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:57.599320 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7b1964f5-1bdb-439e-aeb1-aa313476adab req-5ea46fec-51cd-4891-b7e2-5ecd5bbeadb0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0503235 Sep 14 11:20:57.636293 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7b1964f5-1bdb-439e-aeb1-aa313476adab req-a7275345-e972-4488-a817-00a88b0280bd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310574 Sep 14 11:20:58.271062 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedf84d-9da8-4088-b3a8-d1c3a595ecc1 req-3a220c5f-a8f6-43a5-9b68-97e91041ac93 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:58.272444 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3cedf84d-9da8-4088-b3a8-d1c3a595ecc1 req-3a220c5f-a8f6-43a5-9b68-97e91041ac93 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 943 time: 0.0473118 Sep 14 11:20:58.308526 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3cedf84d-9da8-4088-b3a8-d1c3a595ecc1 req-6bb539d5-f74b-493e-9b51-51f9cd787496 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302894 Sep 14 11:20:58.756495 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c85ce-8453-4596-b497-380e0a890cb7 req-6e37cd47-3e6e-43ab-b9c8-99f3d9a0e2de tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:58.757981 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4c6c85ce-8453-4596-b497-380e0a890cb7 req-6e37cd47-3e6e-43ab-b9c8-99f3d9a0e2de tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0517247 Sep 14 11:20:58.794541 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4c6c85ce-8453-4596-b497-380e0a890cb7 req-c8bc4f30-e6b3-4124-9a09-8794564e36b8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307698 Sep 14 11:20:59.425312 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150c49b-2f05-4d39-a3e2-8e5bb95be659 req-e2db38a0-c693-4233-8507-7b0e3b969731 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:59.426847 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5150c49b-2f05-4d39-a3e2-8e5bb95be659 req-e2db38a0-c693-4233-8507-7b0e3b969731 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 943 time: 0.0508060 Sep 14 11:20:59.464525 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5150c49b-2f05-4d39-a3e2-8e5bb95be659 req-7f360407-ab1a-40ee-bbcd-fe87dc4651cc tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316796 Sep 14 11:20:59.919565 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3e93-9a69-441c-ba42-9e40859e391f req-6dd91506-f247-4235-bec3-9381e14bd031 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:20:59.921033 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c1cb3e93-9a69-441c-ba42-9e40859e391f req-6dd91506-f247-4235-bec3-9381e14bd031 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0496802 Sep 14 11:20:59.958791 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c1cb3e93-9a69-441c-ba42-9e40859e391f req-067f4a19-0e79-4395-a04f-a300c2494acb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308800 Sep 14 11:21:00.583375 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09ff0c-8313-4a71-97a7-b99233600fcd req-1b831878-30f0-471f-bcee-5fba9951aa80 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:00.585116 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ad09ff0c-8313-4a71-97a7-b99233600fcd req-1b831878-30f0-471f-bcee-5fba9951aa80 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 943 time: 0.0522733 Sep 14 11:21:00.621929 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ad09ff0c-8313-4a71-97a7-b99233600fcd req-8b381fe0-0b70-41b1-88ea-5de219d2bcf2 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309906 Sep 14 11:21:01.077777 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2c95c-4694-4964-970b-690c8d74d3d9 req-ca0e976f-3f23-4486-b919-b379d357b7cd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:01.079255 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5bc2c95c-4694-4964-970b-690c8d74d3d9 req-ca0e976f-3f23-4486-b919-b379d357b7cd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0496933 Sep 14 11:21:01.116505 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5bc2c95c-4694-4964-970b-690c8d74d3d9 req-14cecb98-f5bc-47c5-9695-7b8039ef94e6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304039 Sep 14 11:21:01.144849 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 3f6034db-b575-464c-a8a9-9fb018ce277d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:21:01.244768 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 3f6034db-b575-464c-a8a9-9fb018ce277d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3f6034db-b575-464c-a8a9-9fb018ce277d,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:01.256313 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '3f6034db-b575-464c-a8a9-9fb018ce277d', 'network_id': 'd15c7950-3931-40a8-9d61-1db9463c9a22', 'port_id': '3f6034db-b575-464c-a8a9-9fb018ce277d', 'mac_address': 'fa:16:3e:06:87:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c00423-f372-4f2f-85b5-64a5dda0fcc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:21:01.291539 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:01.304042 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6034db-b575-464c-a8a9-9fb018ce277d {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:21:01.322669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 3f6034db-b575-464c-a8a9-9fb018ce277d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3f6034db-b575-464c-a8a9-9fb018ce277d,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:01.416386 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:01.465295 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=3f6034db-b575-464c-a8a9-9fb018ce277d,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:01.704808 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['3f6034db-b575-464c-a8a9-9fb018ce277d'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:21:01.735410 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0dd87-6e00-4b42-a4d1-071426cd98f3 req-e9a73f03-7d7d-431d-bfdd-09b8701fa457 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:01.737493 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-88b0dd87-6e00-4b42-a4d1-071426cd98f3 req-e9a73f03-7d7d-431d-bfdd-09b8701fa457 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 944 time: 0.0475297 Sep 14 11:21:01.775237 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-88b0dd87-6e00-4b42-a4d1-071426cd98f3 req-8551a39f-1fed-4c15-976d-2f46f6542136 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313022 Sep 14 11:21:02.028169 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:02.237649 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da63151-f2a8-4c05-9558-34e763cabdd2 req-8bac2cb9-12f8-4f0a-a308-3359e8b63c4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:02.239050 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7da63151-f2a8-4c05-9558-34e763cabdd2 req-8bac2cb9-12f8-4f0a-a308-3359e8b63c4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Sep 14 11:21:02.276256 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7da63151-f2a8-4c05-9558-34e763cabdd2 req-61a4abae-81fc-409c-8954-0bea1407acb1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313203 Sep 14 11:21:02.894671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba2580-54e4-49ce-be8a-8a78931930ad req-9a90c5b1-a9ca-4e80-8373-ff4b1d697bbd tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:02.896187 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2cba2580-54e4-49ce-be8a-8a78931930ad req-9a90c5b1-a9ca-4e80-8373-ff4b1d697bbd tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 944 time: 0.0503995 Sep 14 11:21:02.934402 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2cba2580-54e4-49ce-be8a-8a78931930ad req-29d887ea-426f-4d9f-96f3-bd1f98e6f8e7 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Sep 14 11:21:03.169129 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 3f6034db-b575-464c-a8a9-9fb018ce277d up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:21:03.319820 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 3f6034db-b575-464c-a8a9-9fb018ce277d completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:21:03.323696 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 3f6034db-b575-464c-a8a9-9fb018ce277d triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:21:03.324070 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:03.394829 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b039ec0-3df6-4ca1-bf18-efc3b26dc293 req-ceedc173-ea50-4b23-9f23-4dee5f717a0e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:03.396351 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0b039ec0-3df6-4ca1-bf18-efc3b26dc293 req-ceedc173-ea50-4b23-9f23-4dee5f717a0e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Sep 14 11:21:03.406333 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:03.430145 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e312f756-b850-4d27-98ed-2e28fa3f577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6034db-b575-464c-a8a9-9fb018ce277d'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:03.432354 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a84981f-fdd5-4d30-8f6d-ebbdcd86b51f" -d '{"events": [{"server_uuid": "e312f756-b850-4d27-98ed-2e28fa3f577f", "name": "network-vif-plugged", "status": "completed", "tag": "3f6034db-b575-464c-a8a9-9fb018ce277d"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:03.435137 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0b039ec0-3df6-4ca1-bf18-efc3b26dc293 req-14642a5c-a96e-458f-9981-9f8033fd7b11 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Sep 14 11:21:03.445297 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 3f6034db-b575-464c-a8a9-9fb018ce277d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3f6034db-b575-464c-a8a9-9fb018ce277d,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:03.508590 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:03.534441 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad22c14-1434-452f-80c7-eb691a8ba951 x-openstack-request-id: req-5ad22c14-1434-452f-80c7-eb691a8ba951 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:03.537063 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e312f756-b850-4d27-98ed-2e28fa3f577f", "name": "network-vif-plugged", "status": "completed", "tag": "3f6034db-b575-464c-a8a9-9fb018ce277d", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:03.537063 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ad22c14-1434-452f-80c7-eb691a8ba951 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:03.537063 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e312f756-b850-4d27-98ed-2e28fa3f577f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6034db-b575-464c-a8a9-9fb018ce277d', 'code': 200} Sep 14 11:21:03.561168 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=3f6034db-b575-464c-a8a9-9fb018ce277d,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:03.794512 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440810-2479-4763-a3be-86cdedf65c7e req-a83d7324-5c9b-4bf6-b419-0f2d3d97198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:03.795923 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ef440810-2479-4763-a3be-86cdedf65c7e req-a83d7324-5c9b-4bf6-b419-0f2d3d97198b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 1098 time: 0.0436926 Sep 14 11:21:03.836349 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ef440810-2479-4763-a3be-86cdedf65c7e req-5dd42d04-119a-4744-adb4-a77a93b1e1bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274935 Sep 14 11:21:04.048672 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1af8-4b81-4f59-a7fa-a684edde79b0 req-c91ef230-082a-465d-ae56-b67ba5b2e8e9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:04.050854 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7f9e1af8-4b81-4f59-a7fa-a684edde79b0 req-c91ef230-082a-465d-ae56-b67ba5b2e8e9 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 945 time: 0.0498669 Sep 14 11:21:04.088397 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7f9e1af8-4b81-4f59-a7fa-a684edde79b0 req-443eb705-7ec2-4a39-a0ae-725e784baa53 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Sep 14 11:21:04.462466 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-255a984a-6be2-4f4a-917a-e634d28c643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:04.463913 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-255a984a-6be2-4f4a-917a-e634d28c643b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 1098 time: 0.0399206 Sep 14 11:21:04.611310 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88cd13-482e-472e-b08e-4ccf1ea61e3a req-2fbd6967-d9ff-4a86-9b20-17f92160c963 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:04.613526 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4c88cd13-482e-472e-b08e-4ccf1ea61e3a req-2fbd6967-d9ff-4a86-9b20-17f92160c963 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0928090 Sep 14 11:21:04.616273 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-17fcc17e-801f-4ead-b263-318601fdc3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:04.617603 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-17fcc17e-801f-4ead-b263-318601fdc3e8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 917 time: 0.1266453 Sep 14 11:21:04.690509 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4c88cd13-482e-472e-b08e-4ccf1ea61e3a req-0c282542-78b9-43dc-8c6f-4ab015d333e9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710971 Sep 14 11:21:04.704618 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-dc4f1b4e-6d98-425d-b5b4-4928ba28b5bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde HTTP/1.1" status: 200 len: 1001 time: 0.0787072 Sep 14 11:21:04.763499 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-06e34fc2-aa6c-41a5-a5b9-bceede7b56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:04.764827 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-06e34fc2-aa6c-41a5-a5b9-bceede7b56c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0445960 Sep 14 11:21:04.811802 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-d7def074-4be6-4dc9-b0f7-6e3617144c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:04.813239 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-d7def074-4be6-4dc9-b0f7-6e3617144c04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398459 Sep 14 11:21:04.912446 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-be3cfbbd-5b15-4fac-be83-7bc550bf6ceb service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857689 Sep 14 11:21:05.006163 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7c4dce36-dd7c-472a-9d38-d228a8f590fe req-08cd02c6-0f73-4767-853a-28126f72cb4d service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853436 Sep 14 11:21:05.207055 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab7599-759f-4e34-a9aa-6fdc989c3be2 req-1ff92f2e-e5ab-4bf1-b447-dae9bc4a8dbc tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:05.208578 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-62ab7599-759f-4e34-a9aa-6fdc989c3be2 req-1ff92f2e-e5ab-4bf1-b447-dae9bc4a8dbc tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 945 time: 0.0536602 Sep 14 11:21:05.246091 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-62ab7599-759f-4e34-a9aa-6fdc989c3be2 req-661dda70-8349-463d-beae-c2e0e108c2d2 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310795 Sep 14 11:21:05.808853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f000415-d382-4f27-ae96-cb24ff925fad req-7a569513-57a6-49ac-8bc2-dc8a7987000c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:05.810394 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f000415-d382-4f27-ae96-cb24ff925fad req-7a569513-57a6-49ac-8bc2-dc8a7987000c tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0476844 Sep 14 11:21:05.848224 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f000415-d382-4f27-ae96-cb24ff925fad req-1a2f8c21-51d2-41b1-bd06-a149df73a0c7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313337 Sep 14 11:21:06.372341 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e07913-2ad3-44bc-80ff-80cd0aa4fb88 req-a49968be-b7e5-4441-9b99-d73068a3593c tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:06.373874 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-82e07913-2ad3-44bc-80ff-80cd0aa4fb88 req-a49968be-b7e5-4441-9b99-d73068a3593c tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 945 time: 0.0535595 Sep 14 11:21:06.422892 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-82e07913-2ad3-44bc-80ff-80cd0aa4fb88 req-d0c28f7d-b26e-434b-ba06-2f4f2d74c82f tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425479 Sep 14 11:21:06.983861 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1235896-10df-4547-9ef7-91adf74d2257 req-7f792bf6-e145-444c-8be5-9455a5dbb524 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:06.985344 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d1235896-10df-4547-9ef7-91adf74d2257 req-7f792bf6-e145-444c-8be5-9455a5dbb524 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0502496 Sep 14 11:21:07.024053 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d1235896-10df-4547-9ef7-91adf74d2257 req-73f33e27-b14f-474f-b5c5-a7d22728b077 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326071 Sep 14 11:21:08.141185 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae134a5-1181-4f9b-b3df-503cae01a0e9 req-371b36ad-96f6-40e5-a3ff-f2c52cba01c9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:08.142639 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bae134a5-1181-4f9b-b3df-503cae01a0e9 req-371b36ad-96f6-40e5-a3ff-f2c52cba01c9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0468926 Sep 14 11:21:08.180114 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bae134a5-1181-4f9b-b3df-503cae01a0e9 req-71998735-52a4-4c33-ab12-79b0cfc0e842 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304706 Sep 14 11:21:09.302654 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2e164-5dbe-41ea-877d-6691c2336fae req-1328f04d-e34e-498d-8dfd-22ff68a45ff7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:09.304104 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56f2e164-5dbe-41ea-877d-6691c2336fae req-1328f04d-e34e-498d-8dfd-22ff68a45ff7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Sep 14 11:21:09.346608 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56f2e164-5dbe-41ea-877d-6691c2336fae req-5fba0a95-c09e-4e80-b248-c2ffd2040438 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361111 Sep 14 11:21:10.469928 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a586fa-e91e-4c5b-92ff-3666066f002b req-aeef46ca-36cf-415d-bcd4-04e9406e377b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:10.471566 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-53a586fa-e91e-4c5b-92ff-3666066f002b req-aeef46ca-36cf-415d-bcd4-04e9406e377b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0488768 Sep 14 11:21:10.508420 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-53a586fa-e91e-4c5b-92ff-3666066f002b req-0cb7bf8f-a2fe-4c6d-a271-31a067fbe7ca tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310121 Sep 14 11:21:11.626919 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35228e73-e4cd-44e2-a855-9e31c88d65c4 req-38a92e58-aa92-4a86-b05a-a4a56fd80276 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:11.629025 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-35228e73-e4cd-44e2-a855-9e31c88d65c4 req-38a92e58-aa92-4a86-b05a-a4a56fd80276 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0485337 Sep 14 11:21:11.665104 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-35228e73-e4cd-44e2-a855-9e31c88d65c4 req-c60fdff4-052a-4e00-9f49-9f41785800c6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302694 Sep 14 11:21:12.789637 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdee97b-d90e-4c26-8062-ea3fcf8f190e req-61af54f2-80b9-4f6d-bdb8-360ed84a87b0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:12.791772 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5bdee97b-d90e-4c26-8062-ea3fcf8f190e req-61af54f2-80b9-4f6d-bdb8-360ed84a87b0 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0559709 Sep 14 11:21:12.841734 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5bdee97b-d90e-4c26-8062-ea3fcf8f190e req-e86a0a15-a481-41e3-999e-911a3adbbe8a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Sep 14 11:21:13.961000 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44512e6a-8fb3-4ed9-980f-cf91ccb56b52 req-e946790b-2b98-46d5-a2b7-bfa44e2ea86a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:13.962474 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44512e6a-8fb3-4ed9-980f-cf91ccb56b52 req-e946790b-2b98-46d5-a2b7-bfa44e2ea86a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Sep 14 11:21:14.002108 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-44512e6a-8fb3-4ed9-980f-cf91ccb56b52 req-7e781463-6f7b-436f-bf92-93bb4784f9b7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336261 Sep 14 11:21:15.135234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d0467-2ff9-47e7-a619-8220e12b4941 req-63c5c4d2-dff1-4905-b4d6-73cfd05c149d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:15.136981 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6f6d0467-2ff9-47e7-a619-8220e12b4941 req-63c5c4d2-dff1-4905-b4d6-73cfd05c149d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0575218 Sep 14 11:21:15.178614 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6f6d0467-2ff9-47e7-a619-8220e12b4941 req-305f261d-1013-4d74-a319-5ecd58ef0349 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352952 Sep 14 11:21:15.192326 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:21:15.307437 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:15.320072 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'port_id': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'mac_address': 'fa:16:3e:cd:14:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:21:15.365383 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:15.380428 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:21:15.407600 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:15.468090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:15.543245 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:15.552002 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.552361 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.552705 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.553043 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.553380 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.553792 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.554128 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.554458 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.554806 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.555262 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.555621 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:15.556127 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:16.311947 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d44a34-db68-4933-806c-6e941dc8ab69 req-eb2418e4-c284-4762-b746-aa730c46f3b3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:16.319852 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a5d44a34-db68-4933-806c-6e941dc8ab69 req-eb2418e4-c284-4762-b746-aa730c46f3b3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 944 time: 0.0589340 Sep 14 11:21:16.362915 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a5d44a34-db68-4933-806c-6e941dc8ab69 req-c33c8f58-ee7e-499a-ae93-0a6d42f089fe tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Sep 14 11:21:17.521748 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802cd0f-7c1c-4bee-a29d-92d7a97566df req-3d5fdffb-8697-4fe5-a44d-0ac6bf2371af tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:17.534603 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5802cd0f-7c1c-4bee-a29d-92d7a97566df req-3d5fdffb-8697-4fe5-a44d-0ac6bf2371af tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 944 time: 0.0813537 Sep 14 11:21:17.591999 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5802cd0f-7c1c-4bee-a29d-92d7a97566df req-b7b7d95e-0618-4f07-95ae-f1d4f6ee2342 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504901 Sep 14 11:21:18.572457 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:21:18.730136 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d306614-735d-4d1f-b345-ed3a180a5df1 req-3dd77341-8a89-40f6-83d1-09106bc24b77 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:18.739184 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9d306614-735d-4d1f-b345-ed3a180a5df1 req-3dd77341-8a89-40f6-83d1-09106bc24b77 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 944 time: 0.0616832 Sep 14 11:21:18.789061 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9d306614-735d-4d1f-b345-ed3a180a5df1 req-50f15551-782e-42fa-bce6-61d14fcfb99a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399823 Sep 14 11:21:18.936066 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-4d3c0fee-c48b-4c70-a1fe-a86a3c0e769d tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630898900&fields=id&tenant_id=7a573c9194c54d5b96198b67c9620fa2 HTTP/1.1" status: 200 len: 267 time: 0.0421510 Sep 14 11:21:18.971432 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ec3691d5-e4a5-48f3-a105-8d65d0e57b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.013612 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-959ad040-228f-4a18-9f61-18a6eeba2c7a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:19.024927 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-959ad040-228f-4a18-9f61-18a6eeba2c7a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 985 time: 0.0793769 Sep 14 11:21:19.027719 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Request body: {'port': {'security_groups': ['bc6ad131-c178-4952-8daa-d5dcb5f1aa65']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:21:19.105753 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.345005 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] For port 841f8b4e-0437-4a97-adcb-2985ad343e24, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=841f8b4e-0437-4a97-adcb-2985ad343e24,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:19.390100 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.467320 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.478057 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:21:19.505074 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['841f8b4e-0437-4a97-adcb-2985ad343e24'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:21:19.540366 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:19.548492 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.548492 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bb7a8ef4-27af-4dbc-bf28-aa0578a32ebd req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "PUT /v2.0/ports/841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 943 time: 0.5193150 Sep 14 11:21:19.548492 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:19.548492 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0446c573-c620-4800-a1ef-b3dc68000a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:19.551130 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42024) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:19.602458 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:21:19.603607 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.629980 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baea4bd-1be6-4ab5-bb5f-041c7652200b tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event updated for resources: {'Port': ['ID=841f8b4e-0437-4a97-adcb-2985ad343e24,revision_number=7']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:19.656151 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['841f8b4e-0437-4a97-adcb-2985ad343e24'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:21:19.677288 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd6d234-6453-4130-b8d9-d76d96abc54e x-openstack-request-id: req-6cd6d234-6453-4130-b8d9-d76d96abc54e {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:19.677818 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:19.678312 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6cd6d234-6453-4130-b8d9-d76d96abc54e {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:19.678892 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'status': 'completed', 'code': 200} Sep 14 11:21:19.731944 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.777397 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.787366 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-5a3c813a-c0d6-45d7-8a5d-5e82a18d87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:19.788946 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-5a3c813a-c0d6-45d7-8a5d-5e82a18d87e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1099 time: 0.0881677 Sep 14 11:21:19.929812 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.953858 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.957650 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:19.966895 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "DELETE /v2.0/security-groups/1cc13ff0-31c9-4fc4-b22f-c2704d9496d1 HTTP/1.1" status: 204 len: 168 time: 0.4069030 Sep 14 11:21:19.969224 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42036) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:19.975196 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc13ff0-31c9-4fc4-b22f-c2704d9496d1,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:19.985482 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.987488 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.988059 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.988558 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.989094 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.989586 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.990125 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.990615 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.991265 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.996569 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.996569 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.996569 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa903658-0038-4719-9603-2fe3d9e2d1ea tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:19.996901 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:19.996901 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61aa370-dd62-4f63-8d5d-e7f6e2d1d09e" -d '{"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-plugged", "status": "completed", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:20.021193 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-f90343f9-f369-43bb-95d7-0e5676a67868 None None] Provisioning complete for port 841f8b4e-0437-4a97-adcb-2985ad343e24 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:21:20.021771 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f90343f9-f369-43bb-95d7-0e5676a67868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:20.051056 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:20.071836 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489521d8-bd4e-4b21-9eee-f079187ff818 x-openstack-request-id: req-489521d8-bd4e-4b21-9eee-f079187ff818 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:20.071836 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-plugged", "status": "completed", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:20.071836 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-489521d8-bd4e-4b21-9eee-f079187ff818 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:20.072507 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'code': 200} Sep 14 11:21:20.130911 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:20.145852 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-5b75275e-ad4b-4037-856d-161b9b66e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:20.147454 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-5b75275e-ad4b-4037-856d-161b9b66e407 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 200 len: 914 time: 0.3502352 Sep 14 11:21:20.156822 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6f5e9-aae9-45c9-a6fc-f67ceccd0084 req-9df34179-148c-43cb-9d8d-52fd049dd79e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:20.158778 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d7f6f5e9-aae9-45c9-a6fc-f67ceccd0084 req-9df34179-148c-43cb-9d8d-52fd049dd79e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 944 time: 0.2373135 Sep 14 11:21:20.209073 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:20.217167 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d7f6f5e9-aae9-45c9-a6fc-f67ceccd0084 req-fe27b3cf-46de-4869-910a-69de8325bae5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445414 Sep 14 11:21:20.218531 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Deleting port 1a8cd977-2fc6-4fb0-92c5-f4324a9c8a69 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:20.218878 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:20.322062 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:20.322458 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:20.336603 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Calling delete_port for 1a8cd977-2fc6-4fb0-92c5-f4324a9c8a69 owned by network:floatingip {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:20.622268 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:20.650922 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event deleted for resources: {'Port': ['ID=1a8cd977-2fc6-4fb0-92c5-f4324a9c8a69,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:20.715865 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks [] for floatingip, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:20.716297 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Floating IP 43d4212e-a2e6-4679-a441-e5dd53681d61 disassociated (deleted). External IP: 172.27.0.164, port: 841f8b4e-0437-4a97-adcb-2985ad343e24. Sep 14 11:21:20.949752 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:21:21.359549 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:21:21.365170 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:21.369657 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] Sync routers for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:21:21.397194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:21:21.397194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:20:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:21.400854 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-c6edc7d3-e9a9-4348-b6ea-04770248e25a tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "DELETE /v2.0/floatingips/43d4212e-a2e6-4679-a441-e5dd53681d61 HTTP/1.1" status: 204 len: 168 time: 1.4305038 Sep 14 11:21:21.411087 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32553bc-d001-420d-923f-82fbf56047d6 req-e02b6493-9475-426a-a7ba-eb369f102824 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:21.412860 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d32553bc-d001-420d-923f-82fbf56047d6 req-e02b6493-9475-426a-a7ba-eb369f102824 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0971289 Sep 14 11:21:21.458611 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d32553bc-d001-420d-923f-82fbf56047d6 req-554c6e7f-a99a-4ed6-bc83-4fd236bf79c6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378544 Sep 14 11:21:21.499542 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:21:21.681289 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:21.684622 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6aca622-d066-47c9-8df0-00b4ddada33e" -d '{"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:21.725818 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42227ec-d071-4099-b308-79341a80d163 x-openstack-request-id: req-b42227ec-d071-4099-b308-79341a80d163 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:21.726138 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:21.726417 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b42227ec-d071-4099-b308-79341a80d163 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:21.726859 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'status': 'completed', 'code': 200} Sep 14 11:21:21.835286 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:27Z', 'revision_number': 5, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:21.863465 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] Checking router: f467f1bf-e2fe-4f5d-9ad4-0a874b934119 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:21:21.872388 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:21:21.873010 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:20:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:21.992927 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:21:22.024267 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-107d6e0b-04ef-43dc-bd8e-73858b2a0dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:22.221437 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:27Z', 'revision_number': 5, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:22.263215 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29232b5b-aa80-4690-bbd8-109dc8208f44 None None] The sync data for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi is: [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:18:23Z', 'revision_number': 4, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': '6ad55373-4578-4a37-a651-665d6a3d44bb', 'name': '', 'network_id': '4967d3aa-bc7b-453b-b242-7a05dd202465', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'mac_address': 'fa:16:3e:5a:ba:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:22Z', 'updated_at': '2021-09-14T11:18:27Z', 'revision_number': 5, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'subnets': [{'id': '4bd2e440-dbf0-4dc7-89d7-47b44fa064aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:21:22.350063 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:22.567788 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3f8cd-db0d-42e9-a5f6-0f2e5c3c3911 None None] New status for floating IP 43d4212e-a2e6-4679-a441-e5dd53681d61: DOWN {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:21:22.636141 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8ee2-0dab-4abc-84ae-77715c906a88 req-57345a87-c3f4-4e99-baec-7632296bd271 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:22.646628 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b1e8ee2-0dab-4abc-84ae-77715c906a88 req-57345a87-c3f4-4e99-baec-7632296bd271 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0678632 Sep 14 11:21:22.693996 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6b1e8ee2-0dab-4abc-84ae-77715c906a88 req-df34ed0d-4118-4180-8931-b4975dc49713 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462434 Sep 14 11:21:22.839632 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:22.996900 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-aa5e4867-4c72-437f-83af-d2294870828a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 217 time: 0.0492525 Sep 14 11:21:23.057730 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-ebfbe7f5-2d29-4f69-a037-7a82752e5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:23.059238 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-ebfbe7f5-2d29-4f69-a037-7a82752e5429 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa HTTP/1.1" status: 200 len: 852 time: 0.0537975 Sep 14 11:21:23.140088 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-338eb51c-78fc-49ce-a31f-fc8083b8e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:23.141796 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-338eb51c-78fc-49ce-a31f-fc8083b8e797 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4967d3aa-bc7b-453b-b242-7a05dd202465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683892 Sep 14 11:21:23.259908 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-0929a110-2b9a-437a-917d-335d7ad84040 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064923 Sep 14 11:21:23.368731 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0446c573-c620-4800-a1ef-b3dc68000a6f req-068d9aeb-d00a-4ad4-afe1-182ffa654785 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992374 Sep 14 11:21:23.525936 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-6f218745-2910-4861-a830-1fec07a465d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:23.527720 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-6f218745-2910-4861-a830-1fec07a465d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a573c9194c54d5b96198b67c9620fa2&device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 1099 time: 0.0478930 Sep 14 11:21:23.634542 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-212084ec-1a11-4315-b12d-1d498e93e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:23.636393 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-212084ec-1a11-4315-b12d-1d498e93e2d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 200 len: 914 time: 0.1001539 Sep 14 11:21:23.684649 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-48b94da0-dcbf-4ec4-87aa-9c47c02e2225 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 200 len: 217 time: 0.0378287 Sep 14 11:21:23.750431 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-e49049ca-8ced-4770-8f46-0abd9fa36945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:23.752089 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-e49049ca-8ced-4770-8f46-0abd9fa36945 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa HTTP/1.1" status: 200 len: 852 time: 0.0592780 Sep 14 11:21:23.865304 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-3f438e79-f664-4086-942b-88ba4235d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:23.867268 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-3f438e79-f664-4086-942b-88ba4235d941 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4967d3aa-bc7b-453b-b242-7a05dd202465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062982 Sep 14 11:21:23.880608 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd90c8-42b0-432b-8770-399081c96c53 req-5df6c881-deea-491a-a1fd-6fa6f9169edc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:23.882188 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-04dd90c8-42b0-432b-8770-399081c96c53 req-5df6c881-deea-491a-a1fd-6fa6f9169edc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0686424 Sep 14 11:21:23.995039 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-04dd90c8-42b0-432b-8770-399081c96c53 req-6e68129f-676b-4b25-86d1-17d81738ec75 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956130 Sep 14 11:21:24.039374 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-bc7eb017-868d-4523-b6e7-230d9ff76806 service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561737 Sep 14 11:21:24.156428 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6aca622-d066-47c9-8df0-00b4ddada33e req-75becc46-f227-4b49-93d7-0eba5a1e062f service neutron] 10.222.0.60 "GET /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092644 Sep 14 11:21:24.628400 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:25.139933 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e65bf2-b5e6-4c19-9ee0-318c8d830f1c req-cf94cbd2-a650-4f33-ba5b-93a9c1daf18e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:25.141403 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28e65bf2-b5e6-4c19-9ee0-318c8d830f1c req-cf94cbd2-a650-4f33-ba5b-93a9c1daf18e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0549934 Sep 14 11:21:25.179728 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-28e65bf2-b5e6-4c19-9ee0-318c8d830f1c req-a3a0d642-d0ff-4383-9d16-aafef98a1600 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Sep 14 11:21:26.307982 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c49cb-6efc-491d-9cce-d18426bb85d9 req-dace83d8-4b48-47ad-b65f-5f21b7f65669 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:26.321607 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fc5c49cb-6efc-491d-9cce-d18426bb85d9 req-dace83d8-4b48-47ad-b65f-5f21b7f65669 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0542583 Sep 14 11:21:26.351765 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fc5c49cb-6efc-491d-9cce-d18426bb85d9 req-802afe10-9e97-42bc-b15d-4cd04ce8813a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357616 Sep 14 11:21:27.081759 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-885150af-7e3b-4ad6-8dc6-c93343e5a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:27.083214 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-885150af-7e3b-4ad6-8dc6-c93343e5a25f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 1098 time: 0.0420589 Sep 14 11:21:27.183507 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-62fd0e32-f874-41df-aba6-2c500b7f2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:27.184975 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-62fd0e32-f874-41df-aba6-2c500b7f2286 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 917 time: 0.0938010 Sep 14 11:21:27.257146 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-96bd61dc-adad-40d2-9564-0085109bd5ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde HTTP/1.1" status: 200 len: 1001 time: 0.0635047 Sep 14 11:21:27.307488 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-443ab9c8-5ec3-4dd5-9cfe-77327e4ea45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:27.308963 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-443ab9c8-5ec3-4dd5-9cfe-77327e4ea45e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0447834 Sep 14 11:21:27.356433 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-7256ca72-f849-4e77-a4d3-1fe203086a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:27.357932 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-7256ca72-f849-4e77-a4d3-1fe203086a2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400107 Sep 14 11:21:27.477578 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-fde6cb95-5829-433f-946c-ad2dce4644e7 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096287 Sep 14 11:21:27.571296 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aad8d1-2ef1-43dd-9adc-f072d6d739da req-74ee80fd-c73e-4143-b2c0-b261e79953ca tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:27.572807 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-69aad8d1-2ef1-43dd-9adc-f072d6d739da req-74ee80fd-c73e-4143-b2c0-b261e79953ca tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.1101229 Sep 14 11:21:27.625232 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-32385de1-51db-47c7-af31-4f5330ea2ae9 req-2b24c482-263f-4e9c-ba87-23f2b392a3e0 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308827 Sep 14 11:21:27.628945 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-69aad8d1-2ef1-43dd-9adc-f072d6d739da req-3a4ca5f5-8221-47d4-8451-33799f74b673 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500655 Sep 14 11:21:28.193143 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:21:28.773617 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8b994-e33d-4ee7-8eff-c3b476186302 req-47597fcb-a5e9-47f0-8313-b25b186d0679 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:28.773617 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-55b8b994-e33d-4ee7-8eff-c3b476186302 req-47597fcb-a5e9-47f0-8313-b25b186d0679 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0602636 Sep 14 11:21:28.818388 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-55b8b994-e33d-4ee7-8eff-c3b476186302 req-77bd5f0f-ca03-400f-b899-6efdc11ffa29 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388672 Sep 14 11:21:29.095738 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e7328-5a12-4f1c-afc8-b21c088e1b94 req-a81fc7dc-6376-4bc2-8d3a-aa7f522f9b8a tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:29.097209 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b23e7328-5a12-4f1c-afc8-b21c088e1b94 req-a81fc7dc-6376-4bc2-8d3a-aa7f522f9b8a tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 945 time: 0.0492067 Sep 14 11:21:29.134561 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b23e7328-5a12-4f1c-afc8-b21c088e1b94 req-11cba5f0-46d5-42f3-a3bd-35184f36ce4c tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Sep 14 11:21:29.433405 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f767c-55d2-4f84-96d3-84c894586522 req-406ca0aa-4e8a-4d9c-a889-274911a79cbc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:29.434897 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c79f767c-55d2-4f84-96d3-84c894586522 req-406ca0aa-4e8a-4d9c-a889-274911a79cbc tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0522008 Sep 14 11:21:29.471156 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c79f767c-55d2-4f84-96d3-84c894586522 req-87c55860-01dd-4b06-9043-cdcfde95a601 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301807 Sep 14 11:21:29.939682 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd830d-a266-4df8-b2c4-65e80fb929f5 req-62ab1d73-f63e-43e3-9f95-4ae36d50aefa tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:29.941943 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-43dd830d-a266-4df8-b2c4-65e80fb929f5 req-62ab1d73-f63e-43e3-9f95-4ae36d50aefa tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Sep 14 11:21:29.979279 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-43dd830d-a266-4df8-b2c4-65e80fb929f5 req-4b09bde7-bc0f-402e-8920-4202129c1584 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Sep 14 11:21:30.248917 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be0f32-13d5-4d55-9a7a-e114fb708daa req-5ba831a0-a116-4b3f-93e6-4caac73ecadc tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:30.250943 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f4be0f32-13d5-4d55-9a7a-e114fb708daa req-5ba831a0-a116-4b3f-93e6-4caac73ecadc tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 945 time: 0.0503480 Sep 14 11:21:30.289698 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f4be0f32-13d5-4d55-9a7a-e114fb708daa req-e8876858-6fce-4103-99dd-a01488408fb7 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325649 Sep 14 11:21:30.591827 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20f09a-ce53-4be8-b026-337e10da03b2 req-2170c46e-4aeb-4806-8216-81f05106d951 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:30.593321 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ee20f09a-ce53-4be8-b026-337e10da03b2 req-2170c46e-4aeb-4806-8216-81f05106d951 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0545876 Sep 14 11:21:30.632403 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ee20f09a-ce53-4be8-b026-337e10da03b2 req-2838037a-b943-42c5-bed3-17ba5c234fb7 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Sep 14 11:21:30.978519 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:31.008081 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-8852812e-67a2-4d82-ac99-5316f56ce978 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:31.009584 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-8852812e-67a2-4d82-ac99-5316f56ce978 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.60 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 945 time: 0.0493979 Sep 14 11:21:31.061461 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:31.084784 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:31.087034 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680ae970-39eb-405c-bc41-d50eeb85bb45" -d '{"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:31.099992 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:31.118029 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Deleting port 3f6034db-b575-464c-a8a9-9fb018ce277d {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:31.118459 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:31.119716 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1071c4a-3e75-43ef-ae22-ab2af41924e6 x-openstack-request-id: req-a1071c4a-3e75-43ef-ae22-ab2af41924e6 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:31.120004 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-unplugged", "status": "failed", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde", "code": 422}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:31.120254 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1071c4a-3e75-43ef-ae22-ab2af41924e6 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:31.120645 dv-cinder-804757-8-iscsi neutron-server[94633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'code': 422} returned with failed status Sep 14 11:21:31.177055 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:31.218745 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] For port 3f6034db-b575-464c-a8a9-9fb018ce277d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3f6034db-b575-464c-a8a9-9fb018ce277d,segment=NetworkSegment(f756747c-e4d6-4918-a94a-7cb0a37bcf51),segment_id=f756747c-e4d6-4918-a94a-7cb0a37bcf51)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:31.219091 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:31.230553 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=8']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:31.234383 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Calling delete_port for 3f6034db-b575-464c-a8a9-9fb018ce277d owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:31.435434 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4474b-57da-4b25-88f9-977281ab984e req-ab38343a-d34c-48cf-9c4c-454a3c6c79ae tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:31.436884 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-eed4474b-57da-4b25-88f9-977281ab984e req-ab38343a-d34c-48cf-9c4c-454a3c6c79ae tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/ports?device_id=e312f756-b850-4d27-98ed-2e28fa3f577f HTTP/1.1" status: 200 len: 945 time: 0.0804310 Sep 14 11:21:31.473742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-defbc44a-242d-4c1e-b8f1-20b965ad5219 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:31.475251 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-defbc44a-242d-4c1e-b8f1-20b965ad5219 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.60 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0763583 Sep 14 11:21:31.478278 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:31.491651 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['3f6034db-b575-464c-a8a9-9fb018ce277d'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:21:31.545062 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-eed4474b-57da-4b25-88f9-977281ab984e req-e1e5ee70-ff6f-48e4-bdd7-9ca87d174182 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.59 "GET /v2.0/security-groups?id=b11e2c13-a8c9-4949-975d-14f391e7245d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017804 Sep 14 11:21:31.545769 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Pushing event deleted for resources: {'Port': ['ID=3f6034db-b575-464c-a8a9-9fb018ce277d,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:31.617840 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] No DVR routers for this DVR port 3f6034db-b575-464c-a8a9-9fb018ce277d on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:21:31.622122 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:31.624109 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3d70e8e4-f634-409a-b0f2-c232e3adb0d7 req-d9fb2d25-b224-4e9d-b90f-6b4bdef14654 tempest-VolumesSnapshotTestJSON-1727060283 tempest-VolumesSnapshotTestJSON-1727060283-project] 10.222.0.60 "DELETE /v2.0/ports/3f6034db-b575-464c-a8a9-9fb018ce277d HTTP/1.1" status: 204 len: 173 time: 0.6065257 Sep 14 11:21:31.624558 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e312f756-b850-4d27-98ed-2e28fa3f577f', 'name': 'network-vif-deleted', 'tag': '3f6034db-b575-464c-a8a9-9fb018ce277d'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:31.626748 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4206a3d-4d0c-4528-9b84-98f807103aaf" -d '{"events": [{"server_uuid": "e312f756-b850-4d27-98ed-2e28fa3f577f", "name": "network-vif-deleted", "tag": "3f6034db-b575-464c-a8a9-9fb018ce277d"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:31.655967 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Deleting port 841f8b4e-0437-4a97-adcb-2985ad343e24 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:31.656307 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:31.676715 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9deb922-1dc3-4390-b9eb-b94a75053f8e x-openstack-request-id: req-b9deb922-1dc3-4390-b9eb-b94a75053f8e {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:31.677007 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e312f756-b850-4d27-98ed-2e28fa3f577f", "name": "network-vif-deleted", "tag": "3f6034db-b575-464c-a8a9-9fb018ce277d", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:31.677282 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9deb922-1dc3-4390-b9eb-b94a75053f8e {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:31.677793 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e312f756-b850-4d27-98ed-2e28fa3f577f', 'name': 'network-vif-deleted', 'tag': '3f6034db-b575-464c-a8a9-9fb018ce277d', 'status': 'completed', 'code': 200} Sep 14 11:21:31.683962 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-9f477372-f106-4975-b960-5c7cb52b8b6c req-278b89a6-5a4c-4973-b986-234119099844 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:21:31.687504 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f477372-f106-4975-b960-5c7cb52b8b6c req-278b89a6-5a4c-4973-b986-234119099844 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102701 Sep 14 11:21:31.790519 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] For port 841f8b4e-0437-4a97-adcb-2985ad343e24, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=841f8b4e-0437-4a97-adcb-2985ad343e24,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:31.790886 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:31.807443 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Calling delete_port for 841f8b4e-0437-4a97-adcb-2985ad343e24 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:31.819350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6df636-17c2-42b6-afa8-c1c81d9edcf5 req-a6d31b14-63fe-4168-bb92-64d231200260 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:31.820820 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ca6df636-17c2-42b6-afa8-c1c81d9edcf5 req-a6d31b14-63fe-4168-bb92-64d231200260 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 946 time: 0.0911381 Sep 14 11:21:31.895760 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ca6df636-17c2-42b6-afa8-c1c81d9edcf5 req-b4aface0-fca1-4c04-a417-feae446186d7 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/security-groups?id=bc6ad131-c178-4952-8daa-d5dcb5f1aa65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683899 Sep 14 11:21:32.011209 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934f8a0-d7b7-4a49-9f29-55f4f87c9686 req-b40eb88d-e04c-40aa-8a63-647c606718bd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:32.012721 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8934f8a0-d7b7-4a49-9f29-55f4f87c9686 req-b40eb88d-e04c-40aa-8a63-647c606718bd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0885026 Sep 14 11:21:32.044267 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:32.057200 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8934f8a0-d7b7-4a49-9f29-55f4f87c9686 req-e38de580-6c9a-4c21-86ae-cc576b159b9b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332160 Sep 14 11:21:32.130598 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:32.142524 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['841f8b4e-0437-4a97-adcb-2985ad343e24'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:21:32.160744 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Pushing event deleted for resources: {'Port': ['ID=841f8b4e-0437-4a97-adcb-2985ad343e24,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:32.225177 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] No DVR routers for this DVR port 841f8b4e-0437-4a97-adcb-2985ad343e24 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:21:32.227742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:32.229856 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-26455533-3108-4986-ab42-2bf7b2f1e0ff req-a7500198-f46a-44b4-9b14-1f7f6eb082d6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.60 "DELETE /v2.0/ports/841f8b4e-0437-4a97-adcb-2985ad343e24 HTTP/1.1" status: 204 len: 173 time: 0.7448380 Sep 14 11:21:32.243769 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-af2201c6-9f0b-4d53-b50f-cc27b5809d75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749769 Sep 14 11:21:33.002487 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4732b96a-db60-443b-8aa5-60b0ead34f27 req-0513ef1b-b7d2-4d81-a02f-1757e7739ff6 tempest-TestMinimumBasicScenario-1389808066 tempest-TestMinimumBasicScenario-1389808066-project] 10.222.0.59 "GET /v2.0/ports?device_id=93a2eda7-7a4a-4172-8a28-eafb5f0430d8 HTTP/1.1" status: 200 len: 210 time: 0.0265639 Sep 14 11:21:33.185648 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4127d1-7e62-4df1-a209-14ba3473b733 req-3bda3d3c-18e3-4c30-9471-aa6d5df42ca2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:33.187179 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a4127d1-7e62-4df1-a209-14ba3473b733 req-3bda3d3c-18e3-4c30-9471-aa6d5df42ca2 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0543027 Sep 14 11:21:33.227545 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1a4127d1-7e62-4df1-a209-14ba3473b733 req-04020957-6c9c-41f0-a469-50fe50acab50 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333633 Sep 14 11:21:33.622628 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-7c05c203-8a77-43fc-9b8e-3e70898b3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:33.624168 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-7c05c203-8a77-43fc-9b8e-3e70898b3706 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093&tenant_id=089a4b9a31d14392ae58d7e91328979e HTTP/1.1" status: 200 len: 1096 time: 0.0396185 Sep 14 11:21:33.678654 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'name': 'network-vif-deleted', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:33.681251 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07051bc2-db95-4eff-8514-9122b6af85d4" -d '{"events": [{"server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "name": "network-vif-deleted", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:33.696152 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-9b27e43c-0f98-4a04-bf04-05f45dec373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:33.697642 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-9b27e43c-0f98-4a04-bf04-05f45dec373d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=089a4b9a31d14392ae58d7e91328979e&device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 1096 time: 0.0498412 Sep 14 11:21:33.725279 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42920cba-0d9a-427d-971b-1fb000435a96 x-openstack-request-id: req-42920cba-0d9a-427d-971b-1fb000435a96 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:33.725571 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93a2eda7-7a4a-4172-8a28-eafb5f0430d8", "name": "network-vif-deleted", "tag": "841f8b4e-0437-4a97-adcb-2985ad343e24", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:33.725803 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-42920cba-0d9a-427d-971b-1fb000435a96 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:33.726174 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a2eda7-7a4a-4172-8a28-eafb5f0430d8', 'name': 'network-vif-deleted', 'tag': '841f8b4e-0437-4a97-adcb-2985ad343e24', 'status': 'completed', 'code': 200} Sep 14 11:21:33.790293 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-1ddd7b10-ba6d-4529-94c8-06f5f1eb3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:33.791748 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-1ddd7b10-ba6d-4529-94c8-06f5f1eb3731 service neutron] 10.222.0.60 "GET /v2.0/networks?id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 200 len: 917 time: 0.0849223 Sep 14 11:21:33.864390 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-814980db-6053-41b9-94ca-142ca051f5df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde HTTP/1.1" status: 200 len: 999 time: 0.0636253 Sep 14 11:21:33.915472 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-5ca9e8c1-e856-49b3-995f-afec8610fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:33.916888 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-5ca9e8c1-e856-49b3-995f-afec8610fc80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 200 len: 855 time: 0.0443709 Sep 14 11:21:33.965811 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-0456dd08-2be7-4504-8747-ac0420721c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:33.967320 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-0456dd08-2be7-4504-8747-ac0420721c73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=01c25c53-9a0f-4fb8-92f3-fa68c18704bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416713 Sep 14 11:21:34.066209 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-a9970c04-46b6-4c67-b642-11c7d66dc272 service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900285 Sep 14 11:21:34.162584 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-f283b3e3-b2af-4a44-a3d7-dc432ce8082f service neutron] 10.222.0.60 "GET /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885000 Sep 14 11:21:34.355390 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a9e67-6844-4e82-9937-e5eae24911d4 req-b50c5cda-e62c-4554-a800-72db390eb9bc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:34.356882 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-615a9e67-6844-4e82-9937-e5eae24911d4 req-b50c5cda-e62c-4554-a800-72db390eb9bc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0534196 Sep 14 11:21:34.403046 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-615a9e67-6844-4e82-9937-e5eae24911d4 req-4798565b-35db-4b2e-bacb-e4c491dc491a tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384631 Sep 14 11:21:35.558075 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc0712-a666-4d71-bcd0-14c183fc162b req-301ec51f-61c9-4bec-99e4-ddbef27da35b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:35.559624 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0cfc0712-a666-4d71-bcd0-14c183fc162b req-301ec51f-61c9-4bec-99e4-ddbef27da35b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0698340 Sep 14 11:21:35.601424 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0cfc0712-a666-4d71-bcd0-14c183fc162b req-083c0043-0412-4936-a9fc-c79d7dc71228 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356700 Sep 14 11:21:35.796997 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 841f8b4e-0437-4a97-adcb-2985ad343e24 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:35.820299 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 841f8b4e-0437-4a97-adcb-2985ad343e24 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:35.820687 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 841f8b4e-0437-4a97-adcb-2985ad343e24 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:35.821093 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 3f6034db-b575-464c-a8a9-9fb018ce277d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:35.846855 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 3f6034db-b575-464c-a8a9-9fb018ce277d {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:35.847195 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 3f6034db-b575-464c-a8a9-9fb018ce277d not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:35.877125 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42334) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:36.589009 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:36.830387 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d7a51-147f-4193-8bd9-a828714e7111 req-a631ae12-8318-49c2-8367-14dee8217a11 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:36.831873 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-917d7a51-147f-4193-8bd9-a828714e7111 req-a631ae12-8318-49c2-8367-14dee8217a11 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.1461086 Sep 14 11:21:36.893844 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-917d7a51-147f-4193-8bd9-a828714e7111 req-a9711222-658c-46e9-bff9-90e05522c10e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551386 Sep 14 11:21:36.969887 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Deleting port 6ad55373-4578-4a37-a651-665d6a3d44bb {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:36.970236 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:37.052013 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] For port 6ad55373-4578-4a37-a651-665d6a3d44bb, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=6ad55373-4578-4a37-a651-665d6a3d44bb,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:37.052382 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:37.064897 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Calling delete_port for 6ad55373-4578-4a37-a651-665d6a3d44bb owned by network:router_interface {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:37.313509 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:37.341468 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad55373-4578-4a37-a651-665d6a3d44bb,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:37.519539 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:37.747093 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:21:37.855652 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:21:37.860733 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e881250c-adb7-4536-8f78-58f7ab545e05 admin admin] 10.222.0.59 "PUT /v2.0/routers/f467f1bf-e2fe-4f5d-9ad4-0a874b934119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9825873 Sep 14 11:21:37.863271 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42348) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:37.865927 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] Sync routers for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:21:37.876294 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:21:37.877262 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:21:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:38.025758 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks [] for router, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:38.030503 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:21:38.087898 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bcb7a-827a-4cb7-b128-0c7325e2bcc6 req-d8e44f8c-4799-4761-a63f-76a7ddce94f8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:38.089395 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-182bcb7a-827a-4cb7-b128-0c7325e2bcc6 req-d8e44f8c-4799-4761-a63f-76a7ddce94f8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.1137476 Sep 14 11:21:38.183319 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-182bcb7a-827a-4cb7-b128-0c7325e2bcc6 req-0fc3699a-6081-4610-9556-955cbb5d53c9 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855770 Sep 14 11:21:38.201495 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:38.246731 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:21:37Z', 'revision_number': 5, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port': {'id': 'a398b0dc-ca15-4039-a880-00d18db00038', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:f9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:19Z', 'updated_at': '2021-09-14T11:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:38.278495 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] Checking router: f467f1bf-e2fe-4f5d-9ad4-0a874b934119 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:21:38.291181 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] Routers {'f467f1bf-e2fe-4f5d-9ad4-0a874b934119'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:21:38.291868 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:21:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:38.337977 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Deleting port a398b0dc-ca15-4039-a880-00d18db00038 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:38.339937 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:38.404170 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] Set router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 gateway port host: None {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:21:38.451725 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] For port a398b0dc-ca15-4039-a880-00d18db00038, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=a398b0dc-ca15-4039-a880-00d18db00038,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:38.452246 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:38.464419 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:21:38Z', 'revision_number': 6, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port_host': None}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:38.468682 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Calling delete_port for a398b0dc-ca15-4039-a880-00d18db00038 owned by network:router_gateway {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:38.494907 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd7749d-3764-426c-ad41-7a05291fb99b None None] The sync data for ids ['f467f1bf-e2fe-4f5d-9ad4-0a874b934119'] in dv-cinder-804757-8-iscsi is: [{'id': 'f467f1bf-e2fe-4f5d-9ad4-0a874b934119', 'name': 'tempest-TestMinimumBasicScenario-49567212-router', 'tenant_id': '7a573c9194c54d5b96198b67c9620fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:18Z', 'updated_at': '2021-09-14T11:21:38Z', 'revision_number': 6, 'project_id': '7a573c9194c54d5b96198b67c9620fa2', 'gw_port_host': None}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:21:38.713839 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:38.751540 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Pushing event deleted for resources: {'Port': ['ID=a398b0dc-ca15-4039-a880-00d18db00038,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:38.810830 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:38.908000 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:38.910614 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.027347 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.027927 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f467f1bf-e2fe-4f5d-9ad4-0a874b934119 {{(pid=94631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:21:39.033820 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.035071 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d37c4856-47a7-4e94-b0fc-b1918180e323 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f467f1bf-e2fe-4f5d-9ad4-0a874b934119 HTTP/1.1" status: 204 len: 168 time: 1.1701071 Sep 14 11:21:39.038456 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42358) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:39.088980 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_v2 [None req-0944c498-2f33-4e13-a767-ca80558ba213 admin admin] Deleting subnet 4bd2e440-dbf0-4dc7-89d7-47b44fa064aa {{(pid=94631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:21:39.092674 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0944c498-2f33-4e13-a767-ca80558ba213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.137659 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0944c498-2f33-4e13-a767-ca80558ba213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3868976'] for subnet, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.278005 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0944c498-2f33-4e13-a767-ca80558ba213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.387990 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500a126-34f1-4ef9-b4b3-e52c99ee226b req-245ffdad-0835-472d-a538-4a52b7f5238e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:39.388146 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5500a126-34f1-4ef9-b4b3-e52c99ee226b req-245ffdad-0835-472d-a538-4a52b7f5238e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0829744 Sep 14 11:21:39.448943 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device a398b0dc-ca15-4039-a880-00d18db00038 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:39.482170 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: a398b0dc-ca15-4039-a880-00d18db00038 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:39.483071 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device a398b0dc-ca15-4039-a880-00d18db00038 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:39.483572 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 6ad55373-4578-4a37-a651-665d6a3d44bb no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:39.496164 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5500a126-34f1-4ef9-b4b3-e52c99ee226b req-84264501-7f1c-4504-b3f4-ee01a6875eaa tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869074 Sep 14 11:21:39.500801 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0944c498-2f33-4e13-a767-ca80558ba213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26147166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25842824'] for subnet, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.510441 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 6ad55373-4578-4a37-a651-665d6a3d44bb {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:39.510788 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 6ad55373-4578-4a37-a651-665d6a3d44bb not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:39.530519 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944c498-2f33-4e13-a767-ca80558ba213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd2e440-dbf0-4dc7-89d7-47b44fa064aa,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:39.532725 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0944c498-2f33-4e13-a767-ca80558ba213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.538182 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0944c498-2f33-4e13-a767-ca80558ba213 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4bd2e440-dbf0-4dc7-89d7-47b44fa064aa HTTP/1.1" status: 204 len: 168 time: 0.4954016 Sep 14 11:21:39.538640 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42368) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:39.548027 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07eb43b-04dd-446d-a30d-b1b78bfc2026 None None] Network 4967d3aa-bc7b-453b-b242-7a05dd202465 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:21:39.626594 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.702912 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Deleting port e91b7839-f635-4978-94ac-aa904006255d {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:39.703148 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.796877 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] For port e91b7839-f635-4978-94ac-aa904006255d, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=e91b7839-f635-4978-94ac-aa904006255d,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:39.797245 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.812459 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Calling delete_port for e91b7839-f635-4978-94ac-aa904006255d owned by network:dhcp {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:39.819395 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] DHCP port deletion for 4967d3aa-bc7b-453b-b242-7a05dd202465 request from dv-cinder-804757-8-iscsi {{(pid=94633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:21:39.882454 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] Deleting port e91b7839-f635-4978-94ac-aa904006255d {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:39.882845 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.951277 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] For port e91b7839-f635-4978-94ac-aa904006255d, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=e91b7839-f635-4978-94ac-aa904006255d,segment=NetworkSegment(28ea8f4f-a7b6-4c44-907b-94baed15eb17),segment_id=28ea8f4f-a7b6-4c44-907b-94baed15eb17)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:39.951772 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.959235 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:39.976507 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] Calling delete_port for e91b7839-f635-4978-94ac-aa904006255d owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:39.986024 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91b7839-f635-4978-94ac-aa904006255d,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:39.990972 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] No DVR routers for this DVR port e91b7839-f635-4978-94ac-aa904006255d on host dv-cinder-804757-8-iscsi {{(pid=94632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:21:40.076434 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:40.099961 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4967d3aa-bc7b-453b-b242-7a05dd202465']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:40.110405 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ea8f4f-a7b6-4c44-907b-94baed15eb17') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:40.110703 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ea8f4f-a7b6-4c44-907b-94baed15eb17') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:40.125205 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:40.126393 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:40.147178 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:40.155384 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] Pushing event deleted for resources: {'Port': ['ID=e91b7839-f635-4978-94ac-aa904006255d,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:40.159613 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d39e3-b0b3-439f-b92d-1de408c65450 None None] No DVR routers for this DVR port e91b7839-f635-4978-94ac-aa904006255d on host dv-cinder-804757-8-iscsi {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:21:40.163782 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:21:40.164473 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:21:40.266239 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:21:40.405328 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:40.410055 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:40.415017 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4967d3aa-bc7b-453b-b242-7a05dd202465 HTTP/1.1" status: 204 len: 168 time: 0.8750846 Sep 14 11:21:40.416340 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42378) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:40.429221 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe9790-c484-4a4d-a2cc-87e345fb7792 admin admin] Pushing event deleted for resources: {'Network': ['ID=4967d3aa-bc7b-453b-b242-7a05dd202465,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:40.839950 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bb474-5224-4ada-b2c2-5f583fff6bd5 req-48e72d14-681a-4263-9751-15f86e5a2306 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:40.841414 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e25bb474-5224-4ada-b2c2-5f583fff6bd5 req-48e72d14-681a-4263-9751-15f86e5a2306 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0982487 Sep 14 11:21:40.924754 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e25bb474-5224-4ada-b2c2-5f583fff6bd5 req-3c8c1b77-276f-4909-bc50-99c3768da3bb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762506 Sep 14 11:21:41.135419 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:41.344797 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device e91b7839-f635-4978-94ac-aa904006255d no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:41.373408 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: e91b7839-f635-4978-94ac-aa904006255d {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:41.374164 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device e91b7839-f635-4978-94ac-aa904006255d not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:41.409381 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Deleting port a127a4bc-6bc2-4286-ba62-6272057dd0c4 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:41.409381 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:41.494100 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] For port a127a4bc-6bc2-4286-ba62-6272057dd0c4, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=a127a4bc-6bc2-4286-ba62-6272057dd0c4,segment=NetworkSegment(c23f7630-1976-476b-9a5a-902584323ae6),segment_id=c23f7630-1976-476b-9a5a-902584323ae6)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:41.494814 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:41.507886 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Calling delete_port for a127a4bc-6bc2-4286-ba62-6272057dd0c4 owned by network:router_interface {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:41.782324 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:41.811638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Pushing event deleted for resources: {'Port': ['ID=a127a4bc-6bc2-4286-ba62-6272057dd0c4,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:41.845197 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.845436 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.845782 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.846119 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.846452 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.846780 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.847109 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.847462 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.847793 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.848819 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.849169 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:41.849508 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:21:42.043156 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:42.168185 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59685435-05d8-4e1b-8144-a170608a0fad req-5aa13ee8-ba66-48c5-a118-55a5c9088237 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:42.169942 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59685435-05d8-4e1b-8144-a170608a0fad req-5aa13ee8-ba66-48c5-a118-55a5c9088237 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.1246805 Sep 14 11:21:42.261065 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-59685435-05d8-4e1b-8144-a170608a0fad req-7a248dee-d24d-412a-87e9-c4e5e57bbb25 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819094 Sep 14 11:21:42.392741 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Router 9d05bff8-c6db-4c73-9a64-c779d91a534c has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:21:42.501088 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:21:42.510332 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-6c2631ea-44e9-4ad1-afea-92c623682218 admin admin] 10.222.0.59 "PUT /v2.0/routers/9d05bff8-c6db-4c73-9a64-c779d91a534c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0895059 Sep 14 11:21:42.510332 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42400) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:42.513005 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] Sync routers for ids ['9d05bff8-c6db-4c73-9a64-c779d91a534c'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:21:42.526649 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] Routers {'9d05bff8-c6db-4c73-9a64-c779d91a534c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:21:42.527320 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:21:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['9d05bff8-c6db-4c73-9a64-c779d91a534c'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:42.638957 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks [] for router, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:42.658234 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] Set router 9d05bff8-c6db-4c73-9a64-c779d91a534c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:21:42.755936 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:42.856982 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:21:41Z', 'revision_number': 5, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port': {'id': '3f549b11-ceb5-4df7-9f1e-3eac79105c64', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:76:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:28Z', 'updated_at': '2021-09-14T11:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:42.889331 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Deleting port 3f549b11-ceb5-4df7-9f1e-3eac79105c64 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:42.889587 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] Checking router: 9d05bff8-c6db-4c73-9a64-c779d91a534c for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:21:42.889920 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:42.899359 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] Routers {'9d05bff8-c6db-4c73-9a64-c779d91a534c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:21:42.900210 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:21:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['9d05bff8-c6db-4c73-9a64-c779d91a534c'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:42.997140 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] For port 3f549b11-ceb5-4df7-9f1e-3eac79105c64, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=3f549b11-ceb5-4df7-9f1e-3eac79105c64,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:42.997724 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.014882 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] Set router 9d05bff8-c6db-4c73-9a64-c779d91a534c gateway port host: None {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:21:43.016169 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Calling delete_port for 3f549b11-ceb5-4df7-9f1e-3eac79105c64 owned by network:router_gateway {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:43.082924 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:21:42Z', 'revision_number': 6, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port_host': None}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:43.117854 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df20ebdd-889d-4f0b-ae61-9b1873317e66 None None] The sync data for ids ['9d05bff8-c6db-4c73-9a64-c779d91a534c'] in dv-cinder-804757-8-iscsi is: [{'id': '9d05bff8-c6db-4c73-9a64-c779d91a534c', 'name': 'tempest-TestMinimumBasicScenario-78091794-router', 'tenant_id': '8d0a31246dca422db194c09f275b0758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:27Z', 'updated_at': '2021-09-14T11:21:42Z', 'revision_number': 6, 'project_id': '8d0a31246dca422db194c09f275b0758', 'gw_port_host': None}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:21:43.256551 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.289488 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f549b11-ceb5-4df7-9f1e-3eac79105c64,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:43.356306 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.495596 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.498701 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.580713 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcd7b8-5271-4e8c-8dad-a6df20055ca4 req-3345e98a-ece2-435f-99d7-a1e0b15c3422 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:43.580713 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-54dcd7b8-5271-4e8c-8dad-a6df20055ca4 req-3345e98a-ece2-435f-99d7-a1e0b15c3422 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.1805987 Sep 14 11:21:43.633072 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.633072 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d05bff8-c6db-4c73-9a64-c779d91a534c {{(pid=94631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:21:43.636651 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.640026 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-539f1ed2-ace3-4324-a530-0c879fbfbb75 admin admin] 10.222.0.59 "DELETE /v2.0/routers/9d05bff8-c6db-4c73-9a64-c779d91a534c HTTP/1.1" status: 204 len: 168 time: 1.1271126 Sep 14 11:21:43.640797 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42410) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:43.655521 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-54dcd7b8-5271-4e8c-8dad-a6df20055ca4 req-03073d95-e8a1-4264-bd31-8266716eba76 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530221 Sep 14 11:21:43.707912 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a3b4c8-a1c3-4709-b66e-719fe1cb48f5 admin admin] Deleting subnet c4b48178-c689-453e-8ee3-ce4ec36147d4 {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:21:43.722271 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74a3b4c8-a1c3-4709-b66e-719fe1cb48f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.802950 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74a3b4c8-a1c3-4709-b66e-719fe1cb48f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.918831 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74a3b4c8-a1c3-4709-b66e-719fe1cb48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:43.956796 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device a127a4bc-6bc2-4286-ba62-6272057dd0c4 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:43.995583 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: a127a4bc-6bc2-4286-ba62-6272057dd0c4 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:43.997768 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device a127a4bc-6bc2-4286-ba62-6272057dd0c4 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:44.039457 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74a3b4c8-a1c3-4709-b66e-719fe1cb48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.069004 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3b4c8-a1c3-4709-b66e-719fe1cb48f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b48178-c689-453e-8ee3-ce4ec36147d4,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:44.075219 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74a3b4c8-a1c3-4709-b66e-719fe1cb48f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.077350 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-74a3b4c8-a1c3-4709-b66e-719fe1cb48f5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c4b48178-c689-453e-8ee3-ce4ec36147d4 HTTP/1.1" status: 204 len: 168 time: 0.4353406 Sep 14 11:21:44.080112 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42418) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:44.084955 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d823d-57dc-4058-b42d-da205f88c3bc None None] Network ff6c98dd-e328-4036-8e09-1d4df9390245 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:21:44.175456 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.272948 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Deleting port 5e419b7d-b102-4645-810d-392cd9c6595b {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:44.273292 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.332131 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] DHCP port deletion for ff6c98dd-e328-4036-8e09-1d4df9390245 request from dv-cinder-804757-8-iscsi {{(pid=94633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:21:44.365968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] For port 5e419b7d-b102-4645-810d-392cd9c6595b, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=5e419b7d-b102-4645-810d-392cd9c6595b,segment=NetworkSegment(c23f7630-1976-476b-9a5a-902584323ae6),segment_id=c23f7630-1976-476b-9a5a-902584323ae6)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:44.375083 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.385975 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Calling delete_port for 5e419b7d-b102-4645-810d-392cd9c6595b owned by network:dhcp {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:44.412784 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] Deleting port 5e419b7d-b102-4645-810d-392cd9c6595b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:44.413929 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.480106 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] For port 5e419b7d-b102-4645-810d-392cd9c6595b, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=5e419b7d-b102-4645-810d-392cd9c6595b,segment=NetworkSegment(c23f7630-1976-476b-9a5a-902584323ae6),segment_id=c23f7630-1976-476b-9a5a-902584323ae6)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:44.480419 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.492920 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] Calling delete_port for 5e419b7d-b102-4645-810d-392cd9c6595b owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:44.576563 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.606506 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Pushing event deleted for resources: {'Port': ['ID=5e419b7d-b102-4645-810d-392cd9c6595b,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:44.608731 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] No DVR routers for this DVR port 5e419b7d-b102-4645-810d-392cd9c6595b on host dv-cinder-804757-8-iscsi {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:21:44.683437 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.694057 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.712670 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6c98dd-e328-4036-8e09-1d4df9390245']}} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:44.720264 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] Pushing event deleted for resources: {'Port': ['ID=5e419b7d-b102-4645-810d-392cd9c6595b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:44.723745 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63ec93-b2ed-45c3-9b6e-f24f459727a9 None None] No DVR routers for this DVR port 5e419b7d-b102-4645-810d-392cd9c6595b on host dv-cinder-804757-8-iscsi {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:21:44.729071 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23f7630-1976-476b-9a5a-902584323ae6') {'for_net_delete': True} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:44.729382 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23f7630-1976-476b-9a5a-902584323ae6') {} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:44.746950 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3869001'] for segment, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.787214 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26145980'] for segment, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: Traceback (most recent call last): Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: timer() Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: cb(*args, **kw) Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: return func(*args, **kwargs) Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: self._notify() Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: self.callback(batched_events) Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: event.method(event) Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: return f(self, *a, **k) Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._get(url).json() Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: return self.request(url, 'GET', **kwargs) Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:21:44.808505 dv-cinder-804757-8-iscsi neutron-server[94631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:21:44.864577 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e5996-dba2-487c-b4cd-feab22296a45 req-c6b28942-6726-4215-89a6-81f992a56978 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:44.866152 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-da6e5996-dba2-487c-b4cd-feab22296a45 req-c6b28942-6726-4215-89a6-81f992a56978 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.1121430 Sep 14 11:21:44.908772 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-da6e5996-dba2-487c-b4cd-feab22296a45 req-38d423c2-377d-4486-9658-5150e28d3e26 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361021 Sep 14 11:21:45.016277 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:45.024735 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:45.024735 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] 10.222.0.59 "DELETE /v2.0/networks/ff6c98dd-e328-4036-8e09-1d4df9390245 HTTP/1.1" status: 204 len: 168 time: 0.9425850 Sep 14 11:21:45.034470 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228929f7-f5b2-4941-9b8d-0601e6fc0dee admin admin] Pushing event deleted for resources: {'Network': ['ID=ff6c98dd-e328-4036-8e09-1d4df9390245,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:45.326010 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 3f549b11-ceb5-4df7-9f1e-3eac79105c64 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:45.326958 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42428) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:45.346243 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 3f549b11-ceb5-4df7-9f1e-3eac79105c64 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:45.346597 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 3f549b11-ceb5-4df7-9f1e-3eac79105c64 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:45.346997 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 5e419b7d-b102-4645-810d-392cd9c6595b no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:45.368172 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 5e419b7d-b102-4645-810d-392cd9c6595b {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:45.368613 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 5e419b7d-b102-4645-810d-392cd9c6595b not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:45.371233 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-b252d75a-b18d-4ebd-a1d9-0afdda6b05cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7a573c9194c54d5b96198b67c9620fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428121 Sep 14 11:21:45.373420 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42430) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:45.421477 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-273452c1-f9e9-4330-a2af-9ce70aa2d558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:45.442563 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-273452c1-f9e9-4330-a2af-9ce70aa2d558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:45.569602 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-273452c1-f9e9-4330-a2af-9ce70aa2d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:45.572157 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-273452c1-f9e9-4330-a2af-9ce70aa2d558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:45.573360 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-273452c1-f9e9-4330-a2af-9ce70aa2d558 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc6ad131-c178-4952-8daa-d5dcb5f1aa65 HTTP/1.1" status: 204 len: 168 time: 0.1989999 Sep 14 11:21:45.580998 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273452c1-f9e9-4330-a2af-9ce70aa2d558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ad131-c178-4952-8daa-d5dcb5f1aa65,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:46.027783 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d7ea1-6290-4cbc-b133-09a6d49db6d4 req-24322636-517f-4a1d-905d-8b66d4e38296 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:46.029246 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b39d7ea1-6290-4cbc-b133-09a6d49db6d4 req-24322636-517f-4a1d-905d-8b66d4e38296 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0485241 Sep 14 11:21:46.066190 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b39d7ea1-6290-4cbc-b133-09a6d49db6d4 req-7646ff43-96f6-4e3e-9430-bca748049fcb tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Sep 14 11:21:46.186220 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42442) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:46.228697 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-edcb5ae8-435b-4d69-a4fc-1bd2fca9a0d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d0a31246dca422db194c09f275b0758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413554 Sep 14 11:21:46.231117 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42444) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:46.276979 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-488005ee-359b-4125-8948-c7e7091fe16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:46.296836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-488005ee-359b-4125-8948-c7e7091fe16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:46.415777 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-488005ee-359b-4125-8948-c7e7091fe16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:46.419561 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-488005ee-359b-4125-8948-c7e7091fe16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:46.419561 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-488005ee-359b-4125-8948-c7e7091fe16f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ed6fab69-df8f-4543-b66b-bcbb48ea7bf2 HTTP/1.1" status: 204 len: 168 time: 0.1874597 Sep 14 11:21:46.427960 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488005ee-359b-4125-8948-c7e7091fe16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6fab69-df8f-4543-b66b-bcbb48ea7bf2,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:47.186598 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163b0f1-a5d8-4aa0-930f-5523276d588d req-0043f5f1-e8e0-41e0-b92e-b26d4af42ef7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:47.188139 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3163b0f1-a5d8-4aa0-930f-5523276d588d req-0043f5f1-e8e0-41e0-b92e-b26d4af42ef7 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0504889 Sep 14 11:21:47.228936 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3163b0f1-a5d8-4aa0-930f-5523276d588d req-02322544-2c69-4b5a-a1f8-ad24ee81d384 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345826 Sep 14 11:21:48.349969 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913caa0-01e3-4e8b-aac0-8b36cae72e10 req-5ea4b2bc-28a3-40ed-8ca5-c86769f46196 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:48.351445 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b913caa0-01e3-4e8b-aac0-8b36cae72e10 req-5ea4b2bc-28a3-40ed-8ca5-c86769f46196 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0516367 Sep 14 11:21:48.662595 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b913caa0-01e3-4e8b-aac0-8b36cae72e10 req-f8b99285-9c73-41db-8602-4a0a93a83d62 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046975 Sep 14 11:21:48.969581 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a3f6cd5e-a637-4657-b09d-741deba8e58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:49.785284 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f55e1-08b2-442a-aae8-69d0281926f0 req-747c6d76-d30d-42ca-96f5-ffec93fdc9da tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:49.787724 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f21f55e1-08b2-442a-aae8-69d0281926f0 req-747c6d76-d30d-42ca-96f5-ffec93fdc9da tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0518918 Sep 14 11:21:49.831315 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f21f55e1-08b2-442a-aae8-69d0281926f0 req-67c8f60b-e9d2-4087-b5a0-0b0c5209e256 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384169 Sep 14 11:21:50.954995 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a22602-17f4-4e0f-8dac-76624a576de7 req-5d9b920a-8897-4d42-9902-ea7e77d4c717 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:50.956794 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-31a22602-17f4-4e0f-8dac-76624a576de7 req-5d9b920a-8897-4d42-9902-ea7e77d4c717 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 943 time: 0.0510609 Sep 14 11:21:50.998036 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-31a22602-17f4-4e0f-8dac-76624a576de7 req-43cc820c-9f60-4750-a8e0-f67b1b9895ec tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348938 Sep 14 11:21:51.290832 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:21:51.383797 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:51.394710 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'port_id': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'mac_address': 'fa:16:3e:cd:14:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:21:51.433973 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:51.446684 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:21:51.466136 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:51.518929 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:51.564101 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=9']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:51.751604 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:21:51.987887 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5c5bf279-66a4-4864-9911-5635b2c5a4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:52.125351 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07a368-cbf4-4bc0-940e-cc536cbf323f req-96d7125e-4399-4a62-8806-54eb68363146 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:52.126966 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dc07a368-cbf4-4bc0-940e-cc536cbf323f req-96d7125e-4399-4a62-8806-54eb68363146 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 944 time: 0.0534825 Sep 14 11:21:52.165504 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dc07a368-cbf4-4bc0-940e-cc536cbf323f req-3ac462ad-920d-43df-a6f1-c0d7e756ee4d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Sep 14 11:21:52.312747 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:52.878803 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:53.287097 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91584d-665f-4048-9b45-f9e4744787ce req-69d3f94d-044f-4feb-a1c8-bbcb2efb838f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:53.288904 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cc91584d-665f-4048-9b45-f9e4744787ce req-69d3f94d-044f-4feb-a1c8-bbcb2efb838f tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 944 time: 0.0520234 Sep 14 11:21:53.298726 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:21:53.328831 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cc91584d-665f-4048-9b45-f9e4744787ce req-abf6eda4-69f1-49be-8ddc-d30bbaf578e8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338945 Sep 14 11:21:53.347253 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:21:53.352124 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:53.425687 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:53.449317 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:53.451582 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e225054f-c17e-49ac-a9ca-2f5532c72954" -d '{"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-plugged", "status": "completed", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:53.464639 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:53.491691 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89540d50-12a2-4294-8a0c-1857d6dcb893 x-openstack-request-id: req-89540d50-12a2-4294-8a0c-1857d6dcb893 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:53.492052 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-plugged", "status": "completed", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:53.492371 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89540d50-12a2-4294-8a0c-1857d6dcb893 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:53.492824 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'code': 200} Sep 14 11:21:53.570287 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:53.619870 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=10']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:53.816912 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b971a61-41f2-46b1-895f-d373092e06f3 req-b641490a-6a91-4d6f-9f19-f2b951c29f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:53.819062 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8b971a61-41f2-46b1-895f-d373092e06f3 req-b641490a-6a91-4d6f-9f19-f2b951c29f0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 1099 time: 0.0393171 Sep 14 11:21:53.855255 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8b971a61-41f2-46b1-895f-d373092e06f3 req-85048c73-e37f-49ce-ae15-66d8e52ae051 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285208 Sep 14 11:21:54.157209 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b69c47-3154-41f9-8a95-18e526eddf2f req-bf9224ca-6a05-4282-8e1c-27464882d705 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:54.158663 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-74b69c47-3154-41f9-8a95-18e526eddf2f req-bf9224ca-6a05-4282-8e1c-27464882d705 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 945 time: 0.0523341 Sep 14 11:21:54.196151 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-74b69c47-3154-41f9-8a95-18e526eddf2f req-045bd99a-129a-4d42-a1d2-7bed065b2359 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Sep 14 11:21:54.460382 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42671dd-46fb-4310-af89-92624fe45124 req-6d0475f1-aa11-4dd4-80fe-c233afa0b5bc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:54.461013 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f42671dd-46fb-4310-af89-92624fe45124 req-6d0475f1-aa11-4dd4-80fe-c233afa0b5bc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 946 time: 0.0533361 Sep 14 11:21:54.502146 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f42671dd-46fb-4310-af89-92624fe45124 req-c63aa50a-93b2-4902-ab0c-d7ece56fe48b tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324352 Sep 14 11:21:54.507230 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:55.311249 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5731e-f053-49ab-943c-772fe62696db req-0d6ddbf4-dc35-4969-9628-2667b12899fc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:55.312827 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84b5731e-f053-49ab-943c-772fe62696db req-0d6ddbf4-dc35-4969-9628-2667b12899fc tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 945 time: 0.0495970 Sep 14 11:21:55.350023 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84b5731e-f053-49ab-943c-772fe62696db req-2b92968a-bed9-49a2-8454-d23aaf151e46 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310278 Sep 14 11:21:55.626755 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a33ce-7cd3-48bd-87d4-2416dce2b7be req-8c3d0e56-aafa-4318-bd66-fb4f39ca1ac1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:55.628271 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fa6a33ce-7cd3-48bd-87d4-2416dce2b7be req-8c3d0e56-aafa-4318-bd66-fb4f39ca1ac1 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 946 time: 0.0554895 Sep 14 11:21:55.667212 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fa6a33ce-7cd3-48bd-87d4-2416dce2b7be req-f39a4d53-9658-468d-9073-eabe96e878ff tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Sep 14 11:21:56.212955 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-7e8e158e-ba48-4962-a442-f3c1b9fc022a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:56.214381 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-7e8e158e-ba48-4962-a442-f3c1b9fc022a tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 945 time: 0.0481369 Sep 14 11:21:56.312341 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Deleting port 20bdb035-a845-4fdb-a176-11eee29c711f {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:56.312684 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:56.401088 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] For port 20bdb035-a845-4fdb-a176-11eee29c711f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=20bdb035-a845-4fdb-a176-11eee29c711f,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:21:56.401529 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:56.544644 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2298b4-7e07-4165-a779-8753078ec13e req-ca29ee57-0acd-4af3-a533-4b8a63d56f6f tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:56.546152 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c2298b4-7e07-4165-a779-8753078ec13e req-ca29ee57-0acd-4af3-a533-4b8a63d56f6f tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 945 time: 0.0993745 Sep 14 11:21:56.627564 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c2298b4-7e07-4165-a779-8753078ec13e req-37e24316-7f93-4b58-b17d-1d979eb43df0 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups?id=56a86cbf-7733-48e1-b362-718898fb29fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725627 Sep 14 11:21:56.642968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:56.647482 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:56.647482 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Floating IP 5520e58e-d740-482f-af4c-efab45763a0a disassociated. External IP: 172.27.0.198, port: 20bdb035-a845-4fdb-a176-11eee29c711f. Sep 14 11:21:56.647482 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Calling delete_port for 20bdb035-a845-4fdb-a176-11eee29c711f owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:56.811242 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f021e0-fef7-4e2b-8c5d-04cd84a4722f req-288575cf-028b-46ac-8ba5-6efb3a147213 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:56.812992 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c8f021e0-fef7-4e2b-8c5d-04cd84a4722f req-288575cf-028b-46ac-8ba5-6efb3a147213 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 946 time: 0.0684388 Sep 14 11:21:56.857557 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c8f021e0-fef7-4e2b-8c5d-04cd84a4722f req-60a2cb54-2a92-452b-82cc-8df4f5976e18 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386922 Sep 14 11:21:56.858693 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:56.888504 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event deleted for resources: {'Port': ['ID=20bdb035-a845-4fdb-a176-11eee29c711f,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:57.016673 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:21:57.124613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:21:57.136431 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] Sync routers for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:21:57.145699 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:21:57.146421 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:21:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:57.166160 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] No DVR routers for this DVR port 20bdb035-a845-4fdb-a176-11eee29c711f on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:21:57.168731 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:57.170721 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-75599cd9-25ad-44bc-af28-f3748f2d7a33 req-23638f7a-74c6-456d-96fa-7f6b0d9a90d4 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.60 "DELETE /v2.0/ports/20bdb035-a845-4fdb-a176-11eee29c711f HTTP/1.1" status: 204 len: 173 time: 0.9488876 Sep 14 11:21:57.171722 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'name': 'network-vif-deleted', 'tag': '20bdb035-a845-4fdb-a176-11eee29c711f'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:21:57.173480 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69049ef4-2279-4449-86e5-b3c07930b5ed" -d '{"events": [{"server_uuid": "f3165e79-11d7-4525-871c-47ddb7051a34", "name": "network-vif-deleted", "tag": "20bdb035-a845-4fdb-a176-11eee29c711f"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:21:57.225620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df81e8af-faa9-43b5-a2d1-215c2a51ad7e x-openstack-request-id: req-df81e8af-faa9-43b5-a2d1-215c2a51ad7e {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:21:57.225620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3165e79-11d7-4525-871c-47ddb7051a34", "name": "network-vif-deleted", "tag": "20bdb035-a845-4fdb-a176-11eee29c711f", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:21:57.225620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-df81e8af-faa9-43b5-a2d1-215c2a51ad7e {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:21:57.225620 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3165e79-11d7-4525-871c-47ddb7051a34', 'name': 'network-vif-deleted', 'tag': '20bdb035-a845-4fdb-a176-11eee29c711f', 'status': 'completed', 'code': 200} Sep 14 11:21:57.266568 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:21:57.542819 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:57.569374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] Checking router: 6c28bd43-f2ee-48f6-8bb4-70b894f93351 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:21:57.577885 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:21:57.578594 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:21:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:57.683956 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:21:57.734718 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cb2a6a50-d835-4d07-880f-38bfdcc5749d req-4a7ca506-a3df-4e09-99a2-774518b95181 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3165e79-11d7-4525-871c-47ddb7051a34 HTTP/1.1" status: 200 len: 210 time: 0.0270336 Sep 14 11:21:57.883770 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:21:57.913190 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00af84e9-a036-4367-baf3-0225f83c5f3d None None] The sync data for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi is: [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:15:04Z', 'revision_number': 4, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'f6d93643-9034-41ef-87b3-90ecfd10682e', 'name': '', 'network_id': '7c940777-7628-4ed0-b628-393b50c3a6e2', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'mac_address': 'fa:16:3e:85:40:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:03Z', 'updated_at': '2021-09-14T11:15:15Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'subnets': [{'id': '8396b9d7-6eb9-47e0-a433-97bcd58421ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:21:57.993488 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb994-3159-47b8-880e-013dc2a90642 req-af212cc6-649b-4ea8-af6d-d94096158ff6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:21:57.995846 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-edeeb994-3159-47b8-880e-013dc2a90642 req-af212cc6-649b-4ea8-af6d-d94096158ff6 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 946 time: 0.0589640 Sep 14 11:21:58.035463 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-edeeb994-3159-47b8-880e-013dc2a90642 req-1c5365d7-e9c9-4532-bf2d-8c46437c0f07 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341845 Sep 14 11:21:58.158334 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9eea8a-4560-47b2-be99-0d2d0fe195dc None None] New status for floating IP 5520e58e-d740-482f-af4c-efab45763a0a: DOWN {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:21:58.885240 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42646) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:58.938151 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cd68bda4-4088-407e-a85e-91ada9d2a064 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:58.961539 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cd68bda4-4088-407e-a85e-91ada9d2a064 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.078500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cd68bda4-4088-407e-a85e-91ada9d2a064 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.081159 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cd68bda4-4088-407e-a85e-91ada9d2a064 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.082355 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-cd68bda4-4088-407e-a85e-91ada9d2a064 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "DELETE /v2.0/security-groups/56a86cbf-7733-48e1-b362-718898fb29fa HTTP/1.1" status: 204 len: 168 time: 0.1960652 Sep 14 11:21:59.085841 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42648) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:59.092573 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68bda4-4088-407e-a85e-91ada9d2a064 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a86cbf-7733-48e1-b362-718898fb29fa,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:59.099853 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.api.v2.resource [None req-6da31a35-fe44-4166-a34c-a79ee02184cb tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] show failed (client error): The resource could not be found. Sep 14 11:21:59.100922 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-6da31a35-fe44-4166-a34c-a79ee02184cb tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "GET /v2.0/security-groups/56a86cbf-7733-48e1-b362-718898fb29fa HTTP/1.1" status: 404 len: 347 time: 0.0140700 Sep 14 11:21:59.104013 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42650) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:59.229609 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Deleting port c4c2ec8e-4a65-4ed1-8f49-db77991fe024 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:21:59.229953 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.305648 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.305973 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.317140 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Calling delete_port for c4c2ec8e-4a65-4ed1-8f49-db77991fe024 owned by network:floatingip {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:21:59.330437 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 20bdb035-a845-4fdb-a176-11eee29c711f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:21:59.349920 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 20bdb035-a845-4fdb-a176-11eee29c711f {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:21:59.350317 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 20bdb035-a845-4fdb-a176-11eee29c711f not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:21:59.491226 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.502710 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42654) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:59.520388 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Pushing event deleted for resources: {'Port': ['ID=c4c2ec8e-4a65-4ed1-8f49-db77991fe024,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:59.560755 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_v2 [None req-987a54bd-6a42-4d4e-aa07-39eb69004fad admin admin] Deleting subnet b8c00423-f372-4f2f-85b5-64a5dda0fcc7 {{(pid=94631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:21:59.564126 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-987a54bd-6a42-4d4e-aa07-39eb69004fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.581757 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.584549 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.585776 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-a9c43b0f-1b8c-4e36-9adf-ca96bb373fb7 tempest-AttachVolumeTestJSON-258246724 tempest-AttachVolumeTestJSON-258246724-project] 10.222.0.59 "DELETE /v2.0/floatingips/5520e58e-d740-482f-af4c-efab45763a0a HTTP/1.1" status: 204 len: 168 time: 0.4808023 Sep 14 11:21:59.602243 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-987a54bd-6a42-4d4e-aa07-39eb69004fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3868976'] for subnet, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.641629 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-987a54bd-6a42-4d4e-aa07-39eb69004fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.799395 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-987a54bd-6a42-4d4e-aa07-39eb69004fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26147166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25842824'] for subnet, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.829708 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a54bd-6a42-4d4e-aa07-39eb69004fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c00423-f372-4f2f-85b5-64a5dda0fcc7,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:21:59.832617 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-987a54bd-6a42-4d4e-aa07-39eb69004fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.837951 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-987a54bd-6a42-4d4e-aa07-39eb69004fad admin admin] 10.222.0.59 "DELETE /v2.0/subnets/b8c00423-f372-4f2f-85b5-64a5dda0fcc7 HTTP/1.1" status: 204 len: 168 time: 0.3319590 Sep 14 11:21:59.838630 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42660) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:21:59.911350 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:21:59.986673 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.005955 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15c7950-3931-40a8-9d61-1db9463c9a22']}} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:00.014911 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f756747c-e4d6-4918-a94a-7cb0a37bcf51') {'for_net_delete': True} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:00.015196 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f756747c-e4d6-4918-a94a-7cb0a37bcf51') {} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:00.029268 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3869001'] for segment, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.042630 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.048356 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:22:00.049675 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26145980'] for segment, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: Traceback (most recent call last): Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: timer() Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: cb(*args, **kw) Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: return func(*args, **kwargs) Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: self._notify() Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: self.callback(batched_events) Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: event.method(event) Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: return f(self, *a, **k) Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._get(url).json() Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: return self.request(url, 'GET', **kwargs) Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:22:00.050349 dv-cinder-804757-8-iscsi neutron-server[94631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:22:00.181427 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.186703 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.188601 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d15c7950-3931-40a8-9d61-1db9463c9a22 HTTP/1.1" status: 204 len: 168 time: 0.3488266 Sep 14 11:22:00.199624 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d023962-f04d-471b-bc4a-807115833588 admin admin] Pushing event deleted for resources: {'Network': ['ID=d15c7950-3931-40a8-9d61-1db9463c9a22,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:00.530571 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42664) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:00.568130 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-f3741d3e-e574-42b7-9f5c-8e5c8badbbf4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=017da2d6dbfb45388571a5f795b40de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364208 Sep 14 11:22:00.571059 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42666) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:00.614921 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c993b739-de37-4770-b4cd-061256719fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.638747 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c993b739-de37-4770-b4cd-061256719fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.764337 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c993b739-de37-4770-b4cd-061256719fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.766686 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c993b739-de37-4770-b4cd-061256719fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:00.767827 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c993b739-de37-4770-b4cd-061256719fde admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b11e2c13-a8c9-4949-975d-14f391e7245d HTTP/1.1" status: 204 len: 168 time: 0.1958637 Sep 14 11:22:00.775688 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993b739-de37-4770-b4cd-061256719fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e2c13-a8c9-4949-975d-14f391e7245d,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:02.032968 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:03.636880 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42692) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:04.164060 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:04.400859 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Deleting port f6d93643-9034-41ef-87b3-90ecfd10682e {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:04.401199 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:04.431647 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-929dce58-08e9-4f99-aafa-c1c1d8c6510c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396335 Sep 14 11:22:04.482649 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] For port f6d93643-9034-41ef-87b3-90ecfd10682e, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=f6d93643-9034-41ef-87b3-90ecfd10682e,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:04.483007 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:04.495257 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Calling delete_port for f6d93643-9034-41ef-87b3-90ecfd10682e owned by network:router_interface {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:04.504811 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-6b89791e-7aab-4604-8a00-e1c40891cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:04.506330 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-6b89791e-7aab-4604-8a00-e1c40891cd89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1098 time: 0.0449607 Sep 14 11:22:04.607752 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-1abafbb0-3225-497b-a2ec-c7472178bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:04.609234 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-1abafbb0-3225-497b-a2ec-c7472178bdd9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 200 len: 909 time: 0.0845766 Sep 14 11:22:04.678312 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-9215637c-4d17-492a-b83c-35748657d17d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 200 len: 1000 time: 0.0619755 Sep 14 11:22:04.729193 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-55f67d95-97e9-472f-87ea-d370b1b2a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:04.730177 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:04.730668 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-55f67d95-97e9-472f-87ea-d370b1b2a3da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91479fb-ff27-473e-8fe8-cffb94e7d71a HTTP/1.1" status: 200 len: 847 time: 0.0447843 Sep 14 11:22:04.757126 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d93643-9034-41ef-87b3-90ecfd10682e,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:04.786183 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-30436d89-d876-4e5e-84ca-bd347a7902d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:04.790555 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-30436d89-d876-4e5e-84ca-bd347a7902d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88321d9-7e37-4c1e-aa76-a44320203853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494764 Sep 14 11:22:04.891719 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-25dcaa03-b563-43d3-a92d-6c25714211ad service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960767 Sep 14 11:22:04.989142 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99f7fb09-8cfe-4d9c-b014-addf39e19a3e req-7abce002-56e2-483a-ab68-5682f8c87929 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903430 Sep 14 11:22:05.080099 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:05.190970 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:22:05.283812 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:22:05.391525 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:22:05.396465 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-792d0e2e-6d45-4774-9428-7fcdb56f69e3 admin admin] 10.222.0.59 "PUT /v2.0/routers/6c28bd43-f2ee-48f6-8bb4-70b894f93351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585521 Sep 14 11:22:05.401034 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] Sync routers for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:22:05.404530 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42696) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:05.410812 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:22:05.411469 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:21:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:05.506143 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:05.515223 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:22:05.612752 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:05.742938 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Deleting port 1af98afb-34aa-471b-965b-517a310d2085 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:05.743885 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:05.815440 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '1af98afb-34aa-471b-965b-517a310d2085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:22:04Z', 'revision_number': 5, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port': {'id': '1af98afb-34aa-471b-965b-517a310d2085', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:5b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:05.825943 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] For port 1af98afb-34aa-471b-965b-517a310d2085, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=1af98afb-34aa-471b-965b-517a310d2085,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:05.826316 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:05.838586 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Calling delete_port for 1af98afb-34aa-471b-965b-517a310d2085 owned by network:router_gateway {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:05.842523 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] Checking router: 6c28bd43-f2ee-48f6-8bb4-70b894f93351 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:22:05.850520 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] Routers {'6c28bd43-f2ee-48f6-8bb4-70b894f93351'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:22:05.851186 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:21:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:05.936173 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] Set router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 gateway port host: None {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:22:05.990667 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:22:05Z', 'revision_number': 6, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port_host': None}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:06.018075 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb0844-3227-438b-b630-cebc5a9a6a2c None None] The sync data for ids ['6c28bd43-f2ee-48f6-8bb4-70b894f93351'] in dv-cinder-804757-8-iscsi is: [{'id': '6c28bd43-f2ee-48f6-8bb4-70b894f93351', 'name': 'tempest-AttachVolumeTestJSON-1448717046-router', 'tenant_id': '48534bb46df04c468ec6c8feab035277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:55Z', 'updated_at': '2021-09-14T11:22:05Z', 'revision_number': 6, 'project_id': '48534bb46df04c468ec6c8feab035277', 'gw_port_host': None}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:22:06.078350 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.103466 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af98afb-34aa-471b-965b-517a310d2085,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:06.160638 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.261611 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.263683 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.387367 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.387927 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c28bd43-f2ee-48f6-8bb4-70b894f93351 {{(pid=94632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:22:06.392712 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.393925 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-74f7e13f-a4b0-42f9-98a2-f5887cc5b1b9 admin admin] 10.222.0.59 "DELETE /v2.0/routers/6c28bd43-f2ee-48f6-8bb4-70b894f93351 HTTP/1.1" status: 204 len: 168 time: 0.9884317 Sep 14 11:22:06.396481 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42698) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:06.442021 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-d804ad60-289e-4d73-a494-cdb880ec5d86 admin admin] Deleting subnet 8396b9d7-6eb9-47e0-a433-97bcd58421ff {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:22:06.445301 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d804ad60-289e-4d73-a494-cdb880ec5d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.482335 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d804ad60-289e-4d73-a494-cdb880ec5d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.561188 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d804ad60-289e-4d73-a494-cdb880ec5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.672657 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d804ad60-289e-4d73-a494-cdb880ec5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.696166 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804ad60-289e-4d73-a494-cdb880ec5d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8396b9d7-6eb9-47e0-a433-97bcd58421ff,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:06.701133 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d804ad60-289e-4d73-a494-cdb880ec5d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.703748 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-d804ad60-289e-4d73-a494-cdb880ec5d86 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8396b9d7-6eb9-47e0-a433-97bcd58421ff HTTP/1.1" status: 204 len: 168 time: 0.3056436 Sep 14 11:22:06.705572 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42700) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:06.706519 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc34cca-302a-47e0-90b6-722b701d2434 None None] Network 7c940777-7628-4ed0-b628-393b50c3a6e2 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:22:06.777439 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.829352 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Deleting port 9a2c7574-c799-4244-8a1c-ba7862360f62 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:06.829687 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.898857 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] For port 9a2c7574-c799-4244-8a1c-ba7862360f62, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=9a2c7574-c799-4244-8a1c-ba7862360f62,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:06.899209 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:06.908009 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] DHCP port deletion for 7c940777-7628-4ed0-b628-393b50c3a6e2 request from dv-cinder-804757-8-iscsi {{(pid=94633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:22:06.911037 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Calling delete_port for 9a2c7574-c799-4244-8a1c-ba7862360f62 owned by network:dhcp {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:06.954911 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] Deleting port 9a2c7574-c799-4244-8a1c-ba7862360f62 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:06.955306 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.023530 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] For port 9a2c7574-c799-4244-8a1c-ba7862360f62, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=9a2c7574-c799-4244-8a1c-ba7862360f62,segment=NetworkSegment(29d38a78-a8eb-4706-86fd-a1bcb341db1a),segment_id=29d38a78-a8eb-4706-86fd-a1bcb341db1a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:07.023925 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.042203 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] Calling delete_port for 9a2c7574-c799-4244-8a1c-ba7862360f62 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:07.049857 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.076396 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2c7574-c799-4244-8a1c-ba7862360f62,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:07.078162 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] No DVR routers for this DVR port 9a2c7574-c799-4244-8a1c-ba7862360f62 on host dv-cinder-804757-8-iscsi {{(pid=94632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:22:07.118571 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.149358 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] Pushing event deleted for resources: {'Port': ['ID=9a2c7574-c799-4244-8a1c-ba7862360f62,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:07.151005 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.151203 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d90769-8c68-4200-ab5c-5d40a6edf074 None None] No DVR routers for this DVR port 9a2c7574-c799-4244-8a1c-ba7862360f62 on host dv-cinder-804757-8-iscsi {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:22:07.174259 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c940777-7628-4ed0-b628-393b50c3a6e2']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:07.183818 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d38a78-a8eb-4706-86fd-a1bcb341db1a') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:07.184117 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d38a78-a8eb-4706-86fd-a1bcb341db1a') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:07.193418 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.206315 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.212240 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:22:07.212608 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:22:07.214164 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:22:07.337178 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.343545 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.349075 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/7c940777-7628-4ed0-b628-393b50c3a6e2 HTTP/1.1" status: 204 len: 168 time: 0.6400371 Sep 14 11:22:07.353338 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 1af98afb-34aa-471b-965b-517a310d2085 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:22:07.366171 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b8c1c-45ab-4aa3-87ce-d78075958db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c940777-7628-4ed0-b628-393b50c3a6e2,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:07.377932 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 1af98afb-34aa-471b-965b-517a310d2085 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:22:07.377932 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 1af98afb-34aa-471b-965b-517a310d2085 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:22:07.379406 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device f6d93643-9034-41ef-87b3-90ecfd10682e no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:22:07.404622 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: f6d93643-9034-41ef-87b3-90ecfd10682e {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:22:07.405303 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device f6d93643-9034-41ef-87b3-90ecfd10682e not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:22:07.405727 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 9a2c7574-c799-4244-8a1c-ba7862360f62 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:22:07.432463 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 9a2c7574-c799-4244-8a1c-ba7862360f62 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:22:07.432945 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 9a2c7574-c799-4244-8a1c-ba7862360f62 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:22:07.653134 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42704) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:07.698176 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-da05332d-f8f7-4c5d-b9b3-1899b20f6c28 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48534bb46df04c468ec6c8feab035277&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438204 Sep 14 11:22:07.700688 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42706) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:07.754851 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-834d2814-bca3-42f0-9ff7-b7efd2c9c1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.779494 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-834d2814-bca3-42f0-9ff7-b7efd2c9c1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.890046 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-834d2814-bca3-42f0-9ff7-b7efd2c9c1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.892544 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-834d2814-bca3-42f0-9ff7-b7efd2c9c1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:07.893717 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-834d2814-bca3-42f0-9ff7-b7efd2c9c1eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5902d9f3-4457-4140-b051-98199c99dee4 HTTP/1.1" status: 204 len: 168 time: 0.1921396 Sep 14 11:22:07.902465 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d2814-bca3-42f0-9ff7-b7efd2c9c1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5902d9f3-4457-4140-b051-98199c99dee4,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:08.868090 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42728) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:08.960193 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-254534535-network', 'tenant_id': '88fea8dc343349f88e06bc427895ff7a'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:22:09.038255 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Made reservation on behalf of 88fea8dc343349f88e06bc427895ff7a for: {'network': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:22:09.041684 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.050733 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.141362 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.197940 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.224551 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=94631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:22:09.231161 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a274989-f2cb-4689-a823-e431f67f5539,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:09.237043 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.237422 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.segments_db [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Added segment c2a82bf7-12dc-45f5-988a-24db90a14e87 of type vlan for network 9cd2c3d6-d275-4828-a200-3a02a40533fa Sep 14 11:22:09.280821 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.335836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.337113 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:09.337689 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.394942 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd2c3d6-d275-4828-a200-3a02a40533fa,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:09.405325 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network 9cd2c3d6-d275-4828-a200-3a02a40533fa details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:22:09.427664 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-b8356f30-bb31-43b8-848d-b78852bd48d9 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5584500 Sep 14 11:22:09.430620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42732) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:09.435495 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Request body: {'subnet': {'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-254534535-subnet', 'tenant_id': '88fea8dc343349f88e06bc427895ff7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:22:09.512481 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Made reservation on behalf of 88fea8dc343349f88e06bc427895ff7a for: {'subnet': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:22:09.514788 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25842797'] for subnet, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.723558 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26147103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25842803'] for subnet, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.775383 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff6bd9b-4492-4cc2-bfbc-73441fa56a04,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:09.785095 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Checking segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:22:09.785449 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Network hostable DHCP agents. Network: 9cd2c3d6-d275-4828-a200-3a02a40533fa, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:22:09.877566 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Network 9cd2c3d6-d275-4828-a200-3a02a40533fa is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:22:09.940410 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, 9cd2c3d6-d275-4828-a200-3a02a40533fa) {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:22:09.944502 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:09.945192 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:09.949443 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee84450-de47-457c-b86f-25cf96f2cc1b None None] Network 9cd2c3d6-d275-4828-a200-3a02a40533fa requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:22:10.021893 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-a6383f29-82ce-4708-9402-d02edd048268 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5901988 Sep 14 11:22:10.075465 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78951c-de7a-4c3e-8773-bc4258e88654 None None] Network 9cd2c3d6-d275-4828-a200-3a02a40533fa requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:22:10.443260 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-4004ecaf-8aad-478f-93a5-7d19e3bf8a0c tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:10.444755 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-4004ecaf-8aad-478f-93a5-7d19e3bf8a0c tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/networks?id=9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 200 len: 814 time: 0.1042588 Sep 14 11:22:10.459914 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-4b565861-483e-4e61-9d08-06b79f4e1590 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/quotas/88fea8dc343349f88e06bc427895ff7a HTTP/1.1" status: 200 len: 375 time: 0.0090435 Sep 14 11:22:10.495849 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-5950a1b8-9677-4e28-ae2b-5af1f138797e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298331 Sep 14 11:22:10.631957 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-cb31d894-28fd-4af1-81d8-9fa277e7b53a service neutron] 10.222.0.59 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293223 Sep 14 11:22:10.724822 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-295d14ed-3d0c-4825-bf89-7acb299a616d service neutron] 10.222.0.59 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Sep 14 11:22:10.995301 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a676ed63-02d4-420b-8dd9-8d8a3b197b1e req-a92b7276-5ee3-43b9-9411-674bc884854a tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 210 time: 0.0254650 Sep 14 11:22:12.087875 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dd94cba7-274c-4838-b221-ef6938109fc6 req-1485b258-8868-4532-9d85-a45c4132647c tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 210 time: 0.0264466 Sep 14 11:22:12.866591 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e3848631-cf57-43fe-bff9-675a3e9e0a28 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:12.868638 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e3848631-cf57-43fe-bff9-675a3e9e0a28 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "GET /v2.0/networks?id=9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 200 len: 814 time: 0.1081200 Sep 14 11:22:12.881690 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Request body: {'port': {'device_id': '2a8ea87b-a099-4e7e-a7b9-d7971c690e88', 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'admin_state_up': True, 'tenant_id': '88fea8dc343349f88e06bc427895ff7a'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:22:13.067009 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Made reservation on behalf of 88fea8dc343349f88e06bc427895ff7a for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:22:13.070714 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:13.204283 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-097aecec-eefb-41bf-a1c0-fd87c0210cee req-454677d3-a581-444b-85e0-3faab8c7a73e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 210 time: 0.0316164 Sep 14 11:22:13.220027 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Allocated IP 172.20.0.10 (9cd2c3d6-d275-4828-a200-3a02a40533fa/8ff6bd9b-4492-4cc2-bfbc-73441fa56a04/39bb4108-9ff4-4346-bb5a-4de09a3ea5f2) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:22:13.375509 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:13.483847 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:13.536286 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Network 9cd2c3d6-d275-4828-a200-3a02a40533fa is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:22:13.542626 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:22:13.547370 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:22:13.550982 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Pushing event updated for resources: {'Port': ['ID=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:13.600293 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:13.600897 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:13.684464 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-878b0b28-15ec-46ac-928f-d28992fd13b2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8061976 Sep 14 11:22:13.697992 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Request body: {'port': {'device_id': '2a8ea87b-a099-4e7e-a7b9-d7971c690e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:22:13.749078 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:14.022649 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:22:14.030698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:14.042693 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Transition to ACTIVE for port object 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:22:14.100981 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:14.154281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Pushing event updated for resources: {'Port': ['ID=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:14.217521 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Attempting to bind port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:22:14.218203 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Attempting to bind port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:22:14.218203 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Attempting to bind port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:22:14.222374 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:22:14.222698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Attempting to bind port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:22:14.228913 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:22:14.229254 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Checking segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:22:14.229648 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Bound using segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:22:14.230072 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Bound port: 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:22:14.230431 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:14.323595 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] For port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:22:14.338368 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] For port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:22:14.353740 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782b639-45e0-42f4-917c-fbe1bcfab4a7 req-40c97770-bbcf-494a-8db8-155e62f3de8a tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:14.355224 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0782b639-45e0-42f4-917c-fbe1bcfab4a7 req-40c97770-bbcf-494a-8db8-155e62f3de8a tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 944 time: 0.0710611 Sep 14 11:22:14.394014 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0782b639-45e0-42f4-917c-fbe1bcfab4a7 req-f2b0c17d-8e95-47c7-833e-050536b9abe2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Sep 14 11:22:14.399692 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:14.434957 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:14.435601 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:14.436980 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] 10.222.0.60 "PUT /v2.0/ports/39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 HTTP/1.1" status: 200 len: 1094 time: 0.7429388 Sep 14 11:22:14.437411 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8ea87b-a099-4e7e-a7b9-d7971c690e88', 'tag': '39bb4108-9ff4-4346-bb5a-4de09a3ea5f2'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:14.439672 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a60a30-26c6-4de3-9d78-61d43cce8448" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8ea87b-a099-4e7e-a7b9-d7971c690e88", "tag": "39bb4108-9ff4-4346-bb5a-4de09a3ea5f2"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:14.463758 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6088e4a-edcd-4bc1-87f0-1b62954536c6 service neutron] Pushing event updated for resources: {'Port': ['ID=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:14.474313 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f869da18-9fce-4cfa-b6ef-d7f5fee15538 x-openstack-request-id: req-f869da18-9fce-4cfa-b6ef-d7f5fee15538 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:14.474616 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8ea87b-a099-4e7e-a7b9-d7971c690e88", "tag": "39bb4108-9ff4-4346-bb5a-4de09a3ea5f2", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:14.474864 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f869da18-9fce-4cfa-b6ef-d7f5fee15538 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:14.475250 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8ea87b-a099-4e7e-a7b9-d7971c690e88', 'tag': '39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', 'status': 'completed', 'code': 200} Sep 14 11:22:14.539530 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a60a30-26c6-4de3-9d78-61d43cce8448 req-f4e0a210-7b30-4592-98d4-11e918f768b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:14.541060 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-37a60a30-26c6-4de3-9d78-61d43cce8448 req-f4e0a210-7b30-4592-98d4-11e918f768b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 1097 time: 0.0446184 Sep 14 11:22:14.637474 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a60a30-26c6-4de3-9d78-61d43cce8448 req-7bc3cfed-b737-4bdd-b4ce-40ab429e4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:14.638830 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-37a60a30-26c6-4de3-9d78-61d43cce8448 req-7bc3cfed-b737-4bdd-b4ce-40ab429e4040 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=88fea8dc343349f88e06bc427895ff7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0895054 Sep 14 11:22:14.734503 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a60a30-26c6-4de3-9d78-61d43cce8448 req-3eaaae65-7a70-4c26-89ed-6aefba0d8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:14.736005 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-37a60a30-26c6-4de3-9d78-61d43cce8448 req-3eaaae65-7a70-4c26-89ed-6aefba0d8c20 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894022 Sep 14 11:22:14.811514 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-b018b382-2767-4654-b9e2-03e47243fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:14.812966 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-b018b382-2767-4654-b9e2-03e47243fea9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 1097 time: 0.0399890 Sep 14 11:22:14.854361 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-b194e186-3bd2-479f-988a-2369f828e5b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 HTTP/1.1" status: 200 len: 217 time: 0.0329540 Sep 14 11:22:14.907299 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-d44ced68-68b0-42f9-be14-5596ded3aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:14.908791 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-d44ced68-68b0-42f9-be14-5596ded3aaf3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ff6bd9b-4492-4cc2-bfbc-73441fa56a04 HTTP/1.1" status: 200 len: 854 time: 0.0469418 Sep 14 11:22:14.940463 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-b5207a2a-861a-4169-9e4e-1d205a94290e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cd2c3d6-d275-4828-a200-3a02a40533fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232594 Sep 14 11:22:15.028092 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-7017c4a6-0437-45a7-80c5-d40781fd14b3 service neutron] 10.222.0.60 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801730 Sep 14 11:22:15.120597 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ecf4fe91-6a2c-4d15-9095-407dab77218f req-ef725142-295e-47ed-91c1-72a747e4a04b service neutron] 10.222.0.60 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839546 Sep 14 11:22:15.509448 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357b647-6b9d-4576-a279-bafc36cb0ad6 req-fc8bbd12-b72b-4981-8deb-2feb20bb4f91 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:15.510929 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9357b647-6b9d-4576-a279-bafc36cb0ad6 req-fc8bbd12-b72b-4981-8deb-2feb20bb4f91 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 944 time: 0.0488787 Sep 14 11:22:15.546989 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9357b647-6b9d-4576-a279-bafc36cb0ad6 req-1c82abc9-f146-42cc-8760-fd9a0794cdac tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301478 Sep 14 11:22:16.660301 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bb105-4566-41f6-a705-ac2ab06ca867 req-ae562c63-1ab7-403e-9cfe-7ea078252549 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:16.661765 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d99bb105-4566-41f6-a705-ac2ab06ca867 req-ae562c63-1ab7-403e-9cfe-7ea078252549 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 944 time: 0.0483758 Sep 14 11:22:16.702543 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d99bb105-4566-41f6-a705-ac2ab06ca867 req-7a4b98c6-a503-4a82-83a3-f5a2fca94ae8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345542 Sep 14 11:22:17.363633 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:22:17.461879 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:17.472479 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'port_id': '39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', 'mac_address': 'fa:16:3e:52:f9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff6bd9b-4492-4cc2-bfbc-73441fa56a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:22:17.511588 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:17.524408 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:22:17.551456 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:17.621306 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:17.666638 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:17.673495 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.673841 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.674174 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.674503 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.674827 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.675152 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.675498 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.675820 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.676155 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.676481 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.676806 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.677110 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:17.816754 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14290eac-fc2d-4e54-bc04-68dd5c8a85b3 req-d777872b-15f5-470a-9b5e-b9ab60ba7de3 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:17.818118 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-14290eac-fc2d-4e54-bc04-68dd5c8a85b3 req-d777872b-15f5-470a-9b5e-b9ab60ba7de3 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 945 time: 0.0486133 Sep 14 11:22:17.857758 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-14290eac-fc2d-4e54-bc04-68dd5c8a85b3 req-48133c12-6a1e-4b3c-9b27-3f556af17514 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Sep 14 11:22:17.865101 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['39bb4108-9ff4-4346-bb5a-4de09a3ea5f2'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:22:18.935186 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-24a34007-bbfd-4a2d-812a-95891aface20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:18.975110 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81101e4c-519f-4d73-b728-04102080bd26 req-220722bd-12f0-43e3-a106-c3d4e309a891 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:18.977184 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-81101e4c-519f-4d73-b728-04102080bd26 req-220722bd-12f0-43e3-a106-c3d4e309a891 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 945 time: 0.0498576 Sep 14 11:22:19.014331 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-81101e4c-519f-4d73-b728-04102080bd26 req-133524cd-817a-4411-bc67-2c4db0ab399c tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Sep 14 11:22:19.391495 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:22:19.500611 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:22:19.504348 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:22:19.504729 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:19.583839 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:19.606908 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8ea87b-a099-4e7e-a7b9-d7971c690e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bb4108-9ff4-4346-bb5a-4de09a3ea5f2'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:19.609159 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997e7ac5-9caa-4911-880e-977f39798dfd" -d '{"events": [{"server_uuid": "2a8ea87b-a099-4e7e-a7b9-d7971c690e88", "name": "network-vif-plugged", "status": "completed", "tag": "39bb4108-9ff4-4346-bb5a-4de09a3ea5f2"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:19.622143 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:19.643721 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72466b8d-a25f-4ece-9115-b8a709a1ea6f x-openstack-request-id: req-72466b8d-a25f-4ece-9115-b8a709a1ea6f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:19.644010 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8ea87b-a099-4e7e-a7b9-d7971c690e88", "name": "network-vif-plugged", "status": "completed", "tag": "39bb4108-9ff4-4346-bb5a-4de09a3ea5f2", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:19.644264 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72466b8d-a25f-4ece-9115-b8a709a1ea6f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:19.644657 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8ea87b-a099-4e7e-a7b9-d7971c690e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', 'code': 200} Sep 14 11:22:19.701166 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:19.747520 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:19.966188 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194cc9a-8d53-4d44-a162-7b8343a7da64 req-bb6f00f3-6670-4b0b-8b0c-d7076bcaf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:19.967738 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c194cc9a-8d53-4d44-a162-7b8343a7da64 req-bb6f00f3-6670-4b0b-8b0c-d7076bcaf8b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 1099 time: 0.0410275 Sep 14 11:22:20.004965 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c194cc9a-8d53-4d44-a162-7b8343a7da64 req-eb2c408e-31e7-42d7-b510-2abe364f4e8c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302076 Sep 14 11:22:20.127030 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b17e0-ab39-4c79-b845-a0fe2b071bc9 req-02f49b02-4f8b-46e7-85a4-ab8a54469a5c tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:20.128505 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-483b17e0-ab39-4c79-b845-a0fe2b071bc9 req-02f49b02-4f8b-46e7-85a4-ab8a54469a5c tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 946 time: 0.0487866 Sep 14 11:22:20.165030 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-483b17e0-ab39-4c79-b845-a0fe2b071bc9 req-b1de8db6-39da-4932-8fd9-b7a8615207f2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Sep 14 11:22:20.879078 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01275066-0919-4609-953d-cce45e67b51e req-5bd76f82-1e6b-4b39-850f-04cf2ca4e690 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:20.880549 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-01275066-0919-4609-953d-cce45e67b51e req-5bd76f82-1e6b-4b39-850f-04cf2ca4e690 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0479779 Sep 14 11:22:20.917582 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-01275066-0919-4609-953d-cce45e67b51e req-1767c7aa-5289-457b-9f0c-d9ecaa44ce02 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305672 Sep 14 11:22:21.281045 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8769f-5662-4482-9fe3-0037c91dd9ec req-b1aafb41-1122-4b51-96de-8f0691d35257 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:21.282512 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4f8769f-5662-4482-9fe3-0037c91dd9ec req-b1aafb41-1122-4b51-96de-8f0691d35257 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 946 time: 0.0475020 Sep 14 11:22:21.326849 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4f8769f-5662-4482-9fe3-0037c91dd9ec req-092920c6-9bcd-493d-bd0b-e68c88ed1a17 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383329 Sep 14 11:22:21.958290 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a91d0458-16f0-4e43-8764-4a4dc01ab03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:22.033688 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22a690-8c5e-464f-9c9b-536d032363e7 req-5e9be3b6-c047-4ebe-9fa6-a368673f7266 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:22.035157 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2c22a690-8c5e-464f-9c9b-536d032363e7 req-5e9be3b6-c047-4ebe-9fa6-a368673f7266 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0486865 Sep 14 11:22:22.072360 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2c22a690-8c5e-464f-9c9b-536d032363e7 req-6021236e-0423-4909-b777-4d517b8f1bad tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312929 Sep 14 11:22:22.329420 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:22.440135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a4216-c182-4c45-b81e-c739c459cc7e req-2d622c9f-3338-47e2-98f4-b0d00535ff86 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:22.441607 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8d5a4216-c182-4c45-b81e-c739c459cc7e req-2d622c9f-3338-47e2-98f4-b0d00535ff86 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 946 time: 0.0489099 Sep 14 11:22:22.478618 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8d5a4216-c182-4c45-b81e-c739c459cc7e req-9c08a41e-dbe1-4f24-a337-716bd751b29b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303996 Sep 14 11:22:22.872689 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:23.185650 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d98780-2c68-4a15-ade2-3cfa63a8e9a4 req-fc86d7e3-903c-4388-ac3f-0df44bfb79ac tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:23.187096 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c6d98780-2c68-4a15-ade2-3cfa63a8e9a4 req-fc86d7e3-903c-4388-ac3f-0df44bfb79ac tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0478637 Sep 14 11:22:23.227348 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c6d98780-2c68-4a15-ade2-3cfa63a8e9a4 req-84fed26e-6140-4b3e-8517-93ff26980a1a tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342195 Sep 14 11:22:24.343255 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77034de5-5812-4250-a216-e02ab1df8dcf req-98fa57de-cb8d-4000-9d27-c202b5090787 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:24.344610 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-77034de5-5812-4250-a216-e02ab1df8dcf req-98fa57de-cb8d-4000-9d27-c202b5090787 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0490050 Sep 14 11:22:24.383766 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-77034de5-5812-4250-a216-e02ab1df8dcf req-d03cd4ae-f268-41c0-adc1-39b64bfd51fd tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Sep 14 11:22:24.506146 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:25.499861 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172ad74-8e05-4172-9067-bd2e8fbaf428 req-4d501058-c1fa-4407-9709-2c02b399c043 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:25.501363 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0172ad74-8e05-4172-9067-bd2e8fbaf428 req-4d501058-c1fa-4407-9709-2c02b399c043 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0500278 Sep 14 11:22:25.539517 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0172ad74-8e05-4172-9067-bd2e8fbaf428 req-36697517-babf-4d16-829c-6114f892b608 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 Sep 14 11:22:26.661261 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab415106-4046-473d-be99-156f6cb48684 req-571f7c6a-c923-4135-bc8d-1dc3b16c1c37 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:26.662714 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ab415106-4046-473d-be99-156f6cb48684 req-571f7c6a-c923-4135-bc8d-1dc3b16c1c37 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Sep 14 11:22:26.703069 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ab415106-4046-473d-be99-156f6cb48684 req-e92964a3-d167-4c43-bfe7-55cc8e75cd7d tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339682 Sep 14 11:22:27.816634 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52823ab-29a5-4980-8f18-6f556dd54ab9 req-b7f33b98-2938-410e-944c-383322ecf57d tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:27.818092 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b52823ab-29a5-4980-8f18-6f556dd54ab9 req-b7f33b98-2938-410e-944c-383322ecf57d tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0500400 Sep 14 11:22:27.856071 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b52823ab-29a5-4980-8f18-6f556dd54ab9 req-dcae97f0-ed57-463e-9d8a-55f882d4178d tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314724 Sep 14 11:22:28.977390 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd27dad-bb29-42dd-a2e0-7a36bff16245 req-227562e4-75d7-491f-b1c2-745c78b8247e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:28.978861 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dd27dad-bb29-42dd-a2e0-7a36bff16245 req-227562e4-75d7-491f-b1c2-745c78b8247e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Sep 14 11:22:29.016159 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8dd27dad-bb29-42dd-a2e0-7a36bff16245 req-739ca280-e8c2-46a8-8ab4-367ab7fdf574 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Sep 14 11:22:30.127845 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4356d-6c63-4b5d-95a5-ed9bbaac9a80 req-c42be7b2-1594-4843-ad55-de67a5ac5f67 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:30.129372 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-46b4356d-6c63-4b5d-95a5-ed9bbaac9a80 req-c42be7b2-1594-4843-ad55-de67a5ac5f67 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0490677 Sep 14 11:22:30.170367 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-46b4356d-6c63-4b5d-95a5-ed9bbaac9a80 req-a21ddc23-8d38-46c4-959f-f0783e074eaa tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346506 Sep 14 11:22:31.157150 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-e82b6ff4-8b0f-4a93-86fc-6d8bd13c1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:31.158628 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-e82b6ff4-8b0f-4a93-86fc-6d8bd13c1786 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1098 time: 0.0404418 Sep 14 11:22:31.305869 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-68385243-264e-4b7f-9e2f-55cfd4327b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:31.307926 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-68385243-264e-4b7f-9e2f-55cfd4327b43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 200 len: 909 time: 0.1396062 Sep 14 11:22:31.322883 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3c08e-a2a4-44e5-a105-5a7b82e31cc6 req-f8881ae5-7fb5-4c4c-845e-0d3f6b26ae3e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:31.324288 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-74b3c08e-a2a4-44e5-a105-5a7b82e31cc6 req-f8881ae5-7fb5-4c4c-845e-0d3f6b26ae3e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0813627 Sep 14 11:22:31.413606 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-74b3c08e-a2a4-44e5-a105-5a7b82e31cc6 req-c10fbbe4-4b49-44c3-8be7-758d6757733f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831420 Sep 14 11:22:31.420605 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-bc34e3bf-6977-4c1c-8e25-843d4308e81e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 200 len: 1000 time: 0.0954390 Sep 14 11:22:31.478018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-6fd8214b-2028-41f8-9716-a13f8e7f5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:31.480687 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-6fd8214b-2028-41f8-9716-a13f8e7f5cfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91479fb-ff27-473e-8fe8-cffb94e7d71a HTTP/1.1" status: 200 len: 847 time: 0.0467010 Sep 14 11:22:31.851768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-8042f349-2c4c-44ee-a5c2-62964b0e4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:31.853206 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-8042f349-2c4c-44ee-a5c2-62964b0e4202 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88321d9-7e37-4c1e-aa76-a44320203853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3646121 Sep 14 11:22:31.946543 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-91609ee4-0f84-44af-bffe-eca3c1afb866 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856724 Sep 14 11:22:32.065986 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1d9a4bee-3e8c-4c22-9d77-040682cdbecb req-d6f47dae-6eaf-4c3a-8f65-c7faaa0917c3 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119356 Sep 14 11:22:32.084586 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f43898-3a7a-40f4-8b42-0601458c901f req-b7a7f5b5-7985-4ec6-8d8b-3bef782fccdc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:32.086016 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-31f43898-3a7a-40f4-8b42-0601458c901f req-b7a7f5b5-7985-4ec6-8d8b-3bef782fccdc tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 946 time: 0.0608454 Sep 14 11:22:32.089504 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:32.123648 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-31f43898-3a7a-40f4-8b42-0601458c901f req-c34e9d78-b111-48be-9d1f-aa109900b507 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314801 Sep 14 11:22:32.557356 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1f91-7045-4bed-886f-d949405a3d32 req-0b9f061f-6c0d-4142-8916-85a3f49c55f9 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:32.563727 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-0b9f061f-6c0d-4142-8916-85a3f49c55f9 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/networks?id=9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 200 len: 814 time: 0.1298077 Sep 14 11:22:32.573378 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ad382-0037-4337-ae6d-6c806ef541c7 req-e77d502e-c1b9-4974-a3fa-4a2907d37d40 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:32.574792 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f10ad382-0037-4337-ae6d-6c806ef541c7 req-e77d502e-c1b9-4974-a3fa-4a2907d37d40 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0777683 Sep 14 11:22:32.588901 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-58f1b4c3-f2a8-4a8a-b9f6-7e45099eacd6 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/quotas/88fea8dc343349f88e06bc427895ff7a HTTP/1.1" status: 200 len: 375 time: 0.0241795 Sep 14 11:22:32.643962 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f10ad382-0037-4337-ae6d-6c806ef541c7 req-bd737242-1c3a-4779-96d0-31f54ac5e301 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628231 Sep 14 11:22:32.656462 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-831b6b1b-7dc3-42d6-8fcc-6c787525de5a tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607398 Sep 14 11:22:32.746664 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-95c914af-88eb-4c25-b7f0-36c05dfb10c1 service neutron] 10.222.0.59 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833426 Sep 14 11:22:32.846286 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7d9f3e46-66f1-475c-be6b-83055e7fbb29 service neutron] 10.222.0.59 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936739 Sep 14 11:22:33.106633 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2be0309b-f3bc-4a33-85af-8b178b7e0218 req-9d385434-1538-4db5-b03c-c2b51ce44c2d tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 210 time: 0.0262759 Sep 14 11:22:33.258708 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d8db0-bb92-47b7-b3f9-65c96cb344f4 req-3ba1d7d4-9c6a-4c55-8bc1-8cdaf8f04fcd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:33.260806 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-404d8db0-bb92-47b7-b3f9-65c96cb344f4 req-3ba1d7d4-9c6a-4c55-8bc1-8cdaf8f04fcd tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 946 time: 0.0581110 Sep 14 11:22:33.298553 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-404d8db0-bb92-47b7-b3f9-65c96cb344f4 req-db9ff63c-b50c-4322-a173-62b893f94ba8 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups?id=26dcc0c5-44c1-4752-9f5a-df9c08deed65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316484 Sep 14 11:22:33.493076 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-6a68ea7a-3bbf-46f9-a0ac-90c044663096 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:33.495208 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-6a68ea7a-3bbf-46f9-a0ac-90c044663096 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 946 time: 0.0528471 Sep 14 11:22:33.590993 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Deleting port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:33.591616 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:33.683833 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] For port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:33.684144 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:33.820620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc7e5-d467-4ae8-9c0e-26b4966630da req-68e6d80e-6a3a-4f86-98cb-f401036f41d1 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:33.822744 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-295cc7e5-d467-4ae8-9c0e-26b4966630da req-68e6d80e-6a3a-4f86-98cb-f401036f41d1 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0967820 Sep 14 11:22:33.906398 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-295cc7e5-d467-4ae8-9c0e-26b4966630da req-eb715bf6-61c1-4cc9-94e2-0a4c8cca8f20 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753195 Sep 14 11:22:33.922807 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:33.923174 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:33.923536 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Floating IP 9b7c91ee-073e-4436-abbc-3952953e0c4b disassociated. External IP: 172.27.0.186, port: 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde. Sep 14 11:22:33.923877 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Calling delete_port for 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:34.129057 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:34.159649 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event deleted for resources: {'Port': ['ID=4cb6c68d-6641-4cc6-a9ba-0c34fe251fde,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:34.241044 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-487d6aa0-0eb3-4243-ab67-b0de9ced2e93 req-73a47070-c76e-4cd2-b247-f1284675defb tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 210 time: 0.0320928 Sep 14 11:22:34.309093 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:22:34.430933 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2f5633f9-2408-4e8d-8bca-11c1fc5e76ed req-dd6eb97d-57aa-483a-9bc7-9082354e5c4d tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 210 time: 0.0575542 Sep 14 11:22:34.440297 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:22:34.460481 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] Sync routers for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:22:34.474164 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:22:34.474776 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:22:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:34.481509 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] No DVR routers for this DVR port 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:22:34.484249 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:34.486244 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7b72f7ff-d6a7-4b40-86cc-85310b9cdf6a req-5cb9ae71-64f3-42c2-873a-36a94ceb73c3 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.60 "DELETE /v2.0/ports/4cb6c68d-6641-4cc6-a9ba-0c34fe251fde HTTP/1.1" status: 204 len: 173 time: 0.9841039 Sep 14 11:22:34.486742 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-deleted', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:34.488947 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf85ba6-d43f-4093-b01a-27459abd5849" -d '{"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-deleted", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:34.535443 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f2f2c7-318e-455f-a0e0-e74492db374c x-openstack-request-id: req-e4f2f2c7-318e-455f-a0e0-e74492db374c {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:34.535661 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1032c0-5843-46f2-9838-c84b569a2093", "name": "network-vif-deleted", "tag": "4cb6c68d-6641-4cc6-a9ba-0c34fe251fde", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:34.535915 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4f2f2c7-318e-455f-a0e0-e74492db374c {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:34.536319 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1032c0-5843-46f2-9838-c84b569a2093', 'name': 'network-vif-deleted', 'tag': '4cb6c68d-6641-4cc6-a9ba-0c34fe251fde', 'status': 'completed', 'code': 200} Sep 14 11:22:34.597815 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:22:34.815605 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:34.848083 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] Checking router: d43a6c8e-9e93-4de3-9224-0417dfc9ab7b for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:22:34.857091 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:22:34.857694 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:22:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:35.059424 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:22:35.099682 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395f38-cacf-4844-9c65-db45e4e78aba req-aec49fc0-b9a8-4d18-98b8-55d294be4f62 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:35.101122 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65395f38-cacf-4844-9c65-db45e4e78aba req-aec49fc0-b9a8-4d18-98b8-55d294be4f62 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.1114182 Sep 14 11:22:35.137410 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1f91-7045-4bed-886f-d949405a3d32 req-4ae9dfdf-8f3f-43be-a18d-9ee2437ecfd8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:35.140937 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-4ae9dfdf-8f3f-43be-a18d-9ee2437ecfd8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "GET /v2.0/networks?id=9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 200 len: 814 time: 0.1744981 Sep 14 11:22:35.164420 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Request body: {'port': {'device_id': '8a0d6d64-a93f-4727-ae59-58e0d94f46be', 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'admin_state_up': True, 'tenant_id': '88fea8dc343349f88e06bc427895ff7a'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:22:35.220133 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-65395f38-cacf-4844-9c65-db45e4e78aba req-ef90f534-3e08-45a8-80bf-083fdcde6edb tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086993 Sep 14 11:22:35.289453 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:35.317468 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b889a7d-59e0-4dd5-8ac8-70b888800a07 None None] The sync data for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi is: [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:15:11Z', 'revision_number': 4, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'bbddc52d-15d3-417d-94d2-1114e70fc5db', 'name': '', 'network_id': '01c25c53-9a0f-4fb8-92f3-fa68c18704bb', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'mac_address': 'fa:16:3e:4c:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:15:06Z', 'updated_at': '2021-09-14T11:15:22Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'subnets': [{'id': 'e9a46ba8-3d4e-4e35-8990-e42b061d56e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:22:35.386360 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-aaec3388-4951-4774-b9c6-65ce4b23fc91 req-e890d3e8-cc6f-4354-9073-92e169f4ff7f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 210 time: 0.0329661 Sep 14 11:22:35.466398 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Made reservation on behalf of 88fea8dc343349f88e06bc427895ff7a for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:22:35.471697 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:35.589103 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-821c0a9c-4a1a-49e4-8bcc-c1eda57533e1 req-5d4af86b-5a30-44c3-b3a9-2aaba0f25328 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/ports?device_id=4e1032c0-5843-46f2-9838-c84b569a2093 HTTP/1.1" status: 200 len: 210 time: 0.0441537 Sep 14 11:22:35.633744 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2ee227-ef5e-4415-b7fd-33fb5efe2ca6 None None] New status for floating IP 9b7c91ee-073e-4436-abbc-3952953e0c4b: DOWN {{(pid=94633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:22:35.690636 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Allocated IP 172.20.0.5 (9cd2c3d6-d275-4828-a200-3a02a40533fa/8ff6bd9b-4492-4cc2-bfbc-73441fa56a04/593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:22:35.718264 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42916) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:35.739422 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c222b-31df-42a7-8422-d89e4a708c5d req-82787590-f2e7-4643-b78a-1589a9e4eefc tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:35.740966 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b97c222b-31df-42a7-8422-d89e4a708c5d req-82787590-f2e7-4643-b78a-1589a9e4eefc tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0833874 Sep 14 11:22:35.820129 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b97c222b-31df-42a7-8422-d89e4a708c5d req-3e66aa77-3436-4aea-aa23-6f750cc3d76d tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694606 Sep 14 11:22:35.820405 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-f8539ce5-df54-4b78-8178-45bdea4c1106 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1003847 Sep 14 11:22:35.827183 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-352ff02c-b30d-4cd4-a86c-0c2442ea54d8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:22:35.828202 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-352ff02c-b30d-4cd4-a86c-0c2442ea54d8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051794 Sep 14 11:22:35.901975 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.003731 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.016831 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['39bb4108-9ff4-4346-bb5a-4de09a3ea5f2'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:22:36.044078 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Network 9cd2c3d6-d275-4828-a200-3a02a40533fa is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:22:36.047050 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:22:36.050735 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:22:36.084939 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Pushing event updated for resources: {'Port': ['ID=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:36.117344 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:36.117957 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.227592 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-7422afe9-e5c2-460c-bda9-44536b7e1dc5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0675371 Sep 14 11:22:36.242203 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Request body: {'port': {'device_id': '8a0d6d64-a93f-4727-ae59-58e0d94f46be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:22:36.299480 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.546079 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030bb49-7272-49b0-91ba-74257dab7f5a req-30cd00d5-89a4-4a6c-b238-9cf224090a9f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:36.547562 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3030bb49-7272-49b0-91ba-74257dab7f5a req-30cd00d5-89a4-4a6c-b238-9cf224090a9f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 931 time: 0.0747578 Sep 14 11:22:36.618582 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3030bb49-7272-49b0-91ba-74257dab7f5a req-48249b6a-67d6-45a3-b317-2fd773f1a0bb tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648639 Sep 14 11:22:36.626470 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:22:36.634127 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.646608 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Transition to ACTIVE for port object 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:22:36.723553 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.759107 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42932) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:36.789285 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Pushing event updated for resources: {'Port': ['ID=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:36.817649 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.841591 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.842994 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Attempting to bind port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:22:36.843324 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Attempting to bind port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:22:36.843693 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Attempting to bind port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:22:36.848009 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:22:36.848330 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Attempting to bind port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:22:36.853599 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:22:36.853943 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Checking segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:22:36.854570 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Bound using segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:22:36.855241 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Bound port: 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:22:36.862379 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.935281 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.937737 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:36.939002 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "DELETE /v2.0/security-groups/26dcc0c5-44c1-4752-9f5a-df9c08deed65 HTTP/1.1" status: 204 len: 168 time: 0.1785998 Sep 14 11:22:36.942444 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42936) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:36.952886 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] For port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:22:36.956170 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dcc0c5-44c1-4752-9f5a-df9c08deed65,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:36.962017 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148d8e8-4df5-4a86-bf37-1bd813f33ca6 req-468d869c-6d8c-486f-a7f9-678aa517e601 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:36.964297 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a148d8e8-4df5-4a86-bf37-1bd813f33ca6 req-468d869c-6d8c-486f-a7f9-678aa517e601 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0722384 Sep 14 11:22:36.966038 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] For port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:22:36.967045 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.api.v2.resource [None req-8de3ba96-a527-4cc0-9432-883ada2f07a5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] show failed (client error): The resource could not be found. Sep 14 11:22:36.968070 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8de3ba96-a527-4cc0-9432-883ada2f07a5 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "GET /v2.0/security-groups/26dcc0c5-44c1-4752-9f5a-df9c08deed65 HTTP/1.1" status: 404 len: 347 time: 0.0236571 Sep 14 11:22:36.971015 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42938) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:36.972796 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.973200 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.973537 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.973874 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.974204 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.974530 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.974853 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.975225 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.975576 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.975897 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.976216 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:36.976532 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a7c18-2ad1-4b3c-a23a-adeeb1e61b79 tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:37.022510 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:37.111144 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:37.111778 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:37.113144 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] 10.222.0.60 "PUT /v2.0/ports/593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 HTTP/1.1" status: 200 len: 1093 time: 0.8752651 Sep 14 11:22:37.113689 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0d6d64-a93f-4727-ae59-58e0d94f46be', 'tag': '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:37.115930 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1b383c-5e75-40c0-912a-7539f5798905" -d '{"events": [{"name": "network-changed", "server_uuid": "8a0d6d64-a93f-4727-ae59-58e0d94f46be", "tag": "593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:37.125020 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a148d8e8-4df5-4a86-bf37-1bd813f33ca6 req-b902dc5d-492a-43c5-a2da-c5ead63f6088 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476419 Sep 14 11:22:37.157430 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcac9c7-023c-430d-bdf1-4e3d78639786 x-openstack-request-id: req-5fcac9c7-023c-430d-bdf1-4e3d78639786 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:37.157723 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a0d6d64-a93f-4727-ae59-58e0d94f46be", "tag": "593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:37.157973 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5fcac9c7-023c-430d-bdf1-4e3d78639786 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:37.158367 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0d6d64-a93f-4727-ae59-58e0d94f46be', 'tag': '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585', 'status': 'completed', 'code': 200} Sep 14 11:22:37.168817 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7be09e-91da-4b11-a63c-d9212d20cb56 service neutron] Pushing event updated for resources: {'Port': ['ID=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:37.187050 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Deleting port 6fe4b777-fc46-486d-94c7-9bb389cea3c3 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:37.187344 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:37.294101 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b383c-5e75-40c0-912a-7539f5798905 req-3f529561-8593-48fa-b6e7-c917cfe7a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:37.295634 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4e1b383c-5e75-40c0-912a-7539f5798905 req-3f529561-8593-48fa-b6e7-c917cfe7a94e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 1096 time: 0.0944121 Sep 14 11:22:37.298903 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:37.299237 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:37.438455 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device daf4fa55-5fad-41ff-aa40-8f3ce4107c64 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:22:37.524298 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:37.547019 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:37.549578 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e074c8ba-36e4-4055-a35c-e275fc2e5b38" -d '{"events": [{"server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "name": "network-vif-unplugged", "status": "completed", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:37.563035 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:37.589297 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f6a9b4-47bf-4bfc-9d1c-49c5c2d74c96 x-openstack-request-id: req-40f6a9b4-47bf-4bfc-9d1c-49c5c2d74c96 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:37.589297 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "name": "network-vif-unplugged", "status": "failed", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64", "code": 422}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:37.589297 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-40f6a9b4-47bf-4bfc-9d1c-49c5c2d74c96 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:37.589297 dv-cinder-804757-8-iscsi neutron-server[94633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'code': 422} returned with failed status Sep 14 11:22:37.607299 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Calling delete_port for 6fe4b777-fc46-486d-94c7-9bb389cea3c3 owned by network:floatingip {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:37.655613 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:37.656643 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:22:37.696321 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:22:37.696579 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 4cb6c68d-6641-4cc6-a9ba-0c34fe251fde not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:22:37.723929 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=6']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:37.764526 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b383c-5e75-40c0-912a-7539f5798905 req-07464d0e-4493-4c06-aab1-ff09d6e6d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:37.765998 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4e1b383c-5e75-40c0-912a-7539f5798905 req-07464d0e-4493-4c06-aab1-ff09d6e6d367 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=88fea8dc343349f88e06bc427895ff7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4596949 Sep 14 11:22:37.779163 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf23307-b26e-46d9-81f0-eddca32432b5 req-d7ff82e9-6f30-408a-a3ad-822ffd6240b0 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:37.785096 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-faf23307-b26e-46d9-81f0-eddca32432b5 req-d7ff82e9-6f30-408a-a3ad-822ffd6240b0 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 943 time: 0.0855069 Sep 14 11:22:37.911430 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-faf23307-b26e-46d9-81f0-eddca32432b5 req-01f4dce1-345f-41cf-9baa-8b31583f2f5c tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146915 Sep 14 11:22:37.939672 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b383c-5e75-40c0-912a-7539f5798905 req-6691b023-8fa5-436c-a776-f0ae9f500194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:37.941126 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4e1b383c-5e75-40c0-912a-7539f5798905 req-6691b023-8fa5-436c-a776-f0ae9f500194 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596694 Sep 14 11:22:38.005761 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:38.040586 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Pushing event deleted for resources: {'Port': ['ID=6fe4b777-fc46-486d-94c7-9bb389cea3c3,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:38.090351 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1f91-7045-4bed-886f-d949405a3d32 req-93db70f9-b7fb-4028-ad51-7b130c8348a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:38.091888 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-93db70f9-b7fb-4028-ad51-7b130c8348a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 1096 time: 0.1135275 Sep 14 11:22:38.108613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks [] for floatingip, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:38.111129 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:38.112251 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-52947846-0391-4dad-a790-33fec7803f4e tempest-AttachVolumeShelveTestJSON-1687391520 tempest-AttachVolumeShelveTestJSON-1687391520-project] 10.222.0.59 "DELETE /v2.0/floatingips/9b7c91ee-073e-4436-abbc-3952953e0c4b HTTP/1.1" status: 204 len: 168 time: 1.1402729 Sep 14 11:22:38.160851 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-e2034729-fe12-491e-85a3-debffd2f22a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 HTTP/1.1" status: 200 len: 217 time: 0.0475016 Sep 14 11:22:38.263030 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-0ee65a53-b572-447c-a847-410b4587f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:38.264485 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-0ee65a53-b572-447c-a847-410b4587f0b7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128&tenant_id=f3872c54353f4eaa9fc63f008cd42679 HTTP/1.1" status: 200 len: 1096 time: 0.1502223 Sep 14 11:22:38.266954 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec1f91-7045-4bed-886f-d949405a3d32 req-35f49352-3858-4f04-a764-adf57231e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:38.268326 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-35f49352-3858-4f04-a764-adf57231e153 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ff6bd9b-4492-4cc2-bfbc-73441fa56a04 HTTP/1.1" status: 200 len: 854 time: 0.0889783 Sep 14 11:22:38.285776 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda197d8-dd35-4a96-8b01-9fd7a0ba80c0 req-5f13a6e6-db20-4507-81b2-89c2b33ffa09 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:38.287204 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fda197d8-dd35-4a96-8b01-9fd7a0ba80c0 req-5f13a6e6-db20-4507-81b2-89c2b33ffa09 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0748630 Sep 14 11:22:38.341378 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-0a54ca53-7e11-4d0d-ae2c-d45da266feff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cd2c3d6-d275-4828-a200-3a02a40533fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644534 Sep 14 11:22:38.437156 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fda197d8-dd35-4a96-8b01-9fd7a0ba80c0 req-8461fa1d-9f63-4083-90a1-1c48652e0e2d tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407883 Sep 14 11:22:38.439003 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-37ffc48b-9ebe-4246-8e47-9fc4228cbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:38.440641 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-37ffc48b-9ebe-4246-8e47-9fc4228cbb69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1096 time: 0.1525357 Sep 14 11:22:38.490932 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-e7bb6a9b-3d20-4fd3-a1f2-cd56408ccf25 service neutron] 10.222.0.60 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380341 Sep 14 11:22:38.606832 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-88c6aea7-41f1-477f-8b75-c1fb79b7b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:38.608265 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-88c6aea7-41f1-477f-8b75-c1fb79b7b0d5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 200 len: 909 time: 0.1590738 Sep 14 11:22:38.666750 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-febe7a30-45ee-465d-b85b-27c576233585 service neutron] 10.222.0.60 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435063 Sep 14 11:22:38.685550 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-d725dc9d-ac91-4dba-af2d-12d9a73dbcf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 200 len: 998 time: 0.0697365 Sep 14 11:22:38.738183 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-7b8619b4-65f0-4a6e-b4ef-8ee3d16689ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:38.739666 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-7b8619b4-65f0-4a6e-b4ef-8ee3d16689ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91479fb-ff27-473e-8fe8-cffb94e7d71a HTTP/1.1" status: 200 len: 847 time: 0.0457752 Sep 14 11:22:38.785254 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-489f2176-2d5d-4771-8237-15f4458c8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:38.786833 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-489f2176-2d5d-4771-8237-15f4458c8337 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88321d9-7e37-4c1e-aa76-a44320203853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394073 Sep 14 11:22:38.885811 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-c008f121-68fe-4bf5-9754-cf5e752a0bc8 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905392 Sep 14 11:22:38.998970 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-41a7587f-45e1-46cd-89e8-ce1d32b3179b service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056163 Sep 14 11:22:39.035048 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c66d6-d60e-4366-897b-b10796d91612 req-05d1b554-c603-4676-ac88-aa45cec3152e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:39.037156 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-654c66d6-d60e-4366-897b-b10796d91612 req-05d1b554-c603-4676-ac88-aa45cec3152e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 943 time: 0.0523500 Sep 14 11:22:39.077585 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-654c66d6-d60e-4366-897b-b10796d91612 req-65aacaae-54e2-4084-9861-bd0ad0a5f482 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Sep 14 11:22:39.554034 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe13e0d-e26e-421e-bde1-b031cc17859d req-89effade-3395-438b-a788-16bb54a58ba0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:39.555405 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffe13e0d-e26e-421e-bde1-b031cc17859d req-89effade-3395-438b-a788-16bb54a58ba0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0494080 Sep 14 11:22:39.593812 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ffe13e0d-e26e-421e-bde1-b031cc17859d req-b857ae3b-f43d-4aab-b985-b839ff1d5ded tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323257 Sep 14 11:22:40.200823 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cce96-5b5b-425d-abd3-d9c70f246e81 req-f2b910d6-2e0a-4d5f-b9d4-310a1d407f45 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:40.202308 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-915cce96-5b5b-425d-abd3-d9c70f246e81 req-f2b910d6-2e0a-4d5f-b9d4-310a1d407f45 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 943 time: 0.0535326 Sep 14 11:22:40.240185 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-915cce96-5b5b-425d-abd3-d9c70f246e81 req-6e24ef3c-e7f3-4fda-b791-3a5d56cbf103 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Sep 14 11:22:40.713699 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc973bc1-e966-4e9a-84db-7258198a1e63 req-8799815e-2a27-4d70-9531-5f48d30c605b tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:40.715147 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fc973bc1-e966-4e9a-84db-7258198a1e63 req-8799815e-2a27-4d70-9531-5f48d30c605b tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0485756 Sep 14 11:22:40.752942 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fc973bc1-e966-4e9a-84db-7258198a1e63 req-4ed33ebf-fb3a-4da6-9077-738de56c12f5 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Sep 14 11:22:40.797084 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42978) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:41.172908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:41.379863 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4037-1e43-4681-922e-f77e13f67be9 req-9fdcbd63-7efd-4722-99c3-ccaabc9dbdea tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:41.381321 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d97f4037-1e43-4681-922e-f77e13f67be9 req-9fdcbd63-7efd-4722-99c3-ccaabc9dbdea tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 943 time: 0.0620241 Sep 14 11:22:41.456281 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:22:41.462320 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d97f4037-1e43-4681-922e-f77e13f67be9 req-948e42d1-f291-4e5f-a9aa-54b32f1704f8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734179 Sep 14 11:22:41.486554 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Deleting port bbddc52d-15d3-417d-94d2-1114e70fc5db {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:41.486904 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:41.569121 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] For port bbddc52d-15d3-417d-94d2-1114e70fc5db, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=bbddc52d-15d3-417d-94d2-1114e70fc5db,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:41.569395 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:41.587647 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Calling delete_port for bbddc52d-15d3-417d-94d2-1114e70fc5db owned by network:router_interface {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:41.680687 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:41.692149 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585', 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'port_id': '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585', 'mac_address': 'fa:16:3e:99:33:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff6bd9b-4492-4cc2-bfbc-73441fa56a04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:22:41.729442 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:41.741839 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:22:41.760839 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:41.826056 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:41.850219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:41.876979 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:41.879736 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbddc52d-15d3-417d-94d2-1114e70fc5db,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:41.892963 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.893307 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.893643 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.893971 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.894293 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.895107 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.895107 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.895347 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.895656 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.895857 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.896175 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.896522 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:22:41.943219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcceb5-e4bc-4c47-9d68-5a4e6cf25080 req-c418e5b6-3695-41f3-8527-bfbfbbc3609e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:41.944828 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99fcceb5-e4bc-4c47-9d68-5a4e6cf25080 req-c418e5b6-3695-41f3-8527-bfbfbbc3609e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.1255114 Sep 14 11:22:42.044767 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:22:42.051305 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-99fcceb5-e4bc-4c47-9d68-5a4e6cf25080 req-457aafc3-ccd8-4818-886f-e0a83eb9f14d tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998664 Sep 14 11:22:42.112410 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:42.189766 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:22:42.326106 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:22:42.429516 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:22:42.434582 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d3ae7990-9920-411f-bb9a-270c3de70588 admin admin] 10.222.0.59 "PUT /v2.0/routers/d43a6c8e-9e93-4de3-9224-0417dfc9ab7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364889 Sep 14 11:22:42.437157 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 42986) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:42.439883 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] Sync routers for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:22:42.449900 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:22:42.450545 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:22:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:42.548926 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:42.553762 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:22:42.632249 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee19b-7203-43f9-b1a3-bf4dfea9c3cc req-b95b2752-c8c4-4667-b833-f1abe3e59d1b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:42.633740 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b9aee19b-7203-43f9-b1a3-bf4dfea9c3cc req-b95b2752-c8c4-4667-b833-f1abe3e59d1b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 944 time: 0.1016622 Sep 14 11:22:42.708039 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b9aee19b-7203-43f9-b1a3-bf4dfea9c3cc req-19c2d083-5728-47e6-aa43-7a55e951fb36 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Sep 14 11:22:42.709481 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:42.733067 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:22:41Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:42.759245 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] Checking router: d43a6c8e-9e93-4de3-9224-0417dfc9ab7b for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:22:42.768066 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] Routers {'d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:22:42.768665 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:22:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:42.826552 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Deleting port 8073c645-9d76-4e60-860c-b2e4d4410cc3 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:42.826895 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:42.872279 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] Set router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:22:42.904278 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] For port 8073c645-9d76-4e60-860c-b2e4d4410cc3, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=8073c645-9d76-4e60-860c-b2e4d4410cc3,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:42.904899 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:42.916731 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Calling delete_port for 8073c645-9d76-4e60-860c-b2e4d4410cc3 owned by network:router_gateway {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:43.047357 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:22:41Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:43.079210 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d26749-a058-4195-a2ae-fe82eaa3543d None None] The sync data for ids ['d43a6c8e-9e93-4de3-9224-0417dfc9ab7b'] in dv-cinder-804757-8-iscsi is: [{'id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'name': 'tempest-AttachVolumeShelveTestJSON-958646218-router', 'tenant_id': '089a4b9a31d14392ae58d7e91328979e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:14:56Z', 'updated_at': '2021-09-14T11:22:41Z', 'revision_number': 5, 'project_id': '089a4b9a31d14392ae58d7e91328979e', 'gw_port': {'id': '8073c645-9d76-4e60-860c-b2e4d4410cc3', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43a6c8e-9e93-4de3-9224-0417dfc9ab7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:14:59Z', 'updated_at': '2021-09-14T11:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:22:43.154681 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.186154 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8073c645-9d76-4e60-860c-b2e4d4410cc3,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:43.472490 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:22:43.522802 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d78b70-b383-4cb8-b1a5-a68443ecceb8 req-68198089-b661-4718-9fa7-dc372873e73b tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:43.524393 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-09d78b70-b383-4cb8-b1a5-a68443ecceb8 req-68198089-b661-4718-9fa7-dc372873e73b tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.3986518 Sep 14 11:22:43.550948 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.567964 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device bbddc52d-15d3-417d-94d2-1114e70fc5db no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:22:43.592950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: bbddc52d-15d3-417d-94d2-1114e70fc5db {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:22:43.593596 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device bbddc52d-15d3-417d-94d2-1114e70fc5db not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:22:43.596380 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:22:43.600589 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:22:43.601159 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.636703 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-09d78b70-b383-4cb8-b1a5-a68443ecceb8 req-974de252-c4af-481f-941f-d3eaa71b57d0 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053116 Sep 14 11:22:43.660531 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.662938 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.682107 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.704882 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0d6d64-a93f-4727-ae59-58e0d94f46be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:43.707142 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db58f80-6627-4cdb-a9a9-945bdd715635" -d '{"events": [{"server_uuid": "8a0d6d64-a93f-4727-ae59-58e0d94f46be", "name": "network-vif-plugged", "status": "completed", "tag": "593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:43.720773 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:43.743386 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01556610-a0d3-4373-897d-6eded63d0fe4 x-openstack-request-id: req-01556610-a0d3-4373-897d-6eded63d0fe4 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:43.743678 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0d6d64-a93f-4727-ae59-58e0d94f46be", "name": "network-vif-plugged", "status": "completed", "tag": "593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:43.744002 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01556610-a0d3-4373-897d-6eded63d0fe4 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:43.744339 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0d6d64-a93f-4727-ae59-58e0d94f46be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585', 'code': 200} Sep 14 11:22:43.746335 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.746980 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d43a6c8e-9e93-4de3-9224-0417dfc9ab7b {{(pid=94631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:22:43.753982 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.755836 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-e1c5f332-9073-4360-9086-df8f8460c4d4 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d43a6c8e-9e93-4de3-9224-0417dfc9ab7b HTTP/1.1" status: 204 len: 168 time: 1.3176777 Sep 14 11:22:43.756621 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42996) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:43.763610 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.828489 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:43.829163 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c732fa5-e960-43b3-99c2-e39896b79a95 admin admin] Deleting subnet e9a46ba8-3d4e-4e35-8990-e42b061d56e1 {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:22:43.841231 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c732fa5-e960-43b3-99c2-e39896b79a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.851841 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d05bf-f631-4277-ac5e-aec1db038a40 req-9bbcd05f-3247-4fb8-8482-7804c96cc00f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:43.855822 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-979d05bf-f631-4277-ac5e-aec1db038a40 req-9bbcd05f-3247-4fb8-8482-7804c96cc00f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 945 time: 0.0762019 Sep 14 11:22:43.881860 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c732fa5-e960-43b3-99c2-e39896b79a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:43.901066 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-979d05bf-f631-4277-ac5e-aec1db038a40 req-e8cee7e0-6959-40c1-a16c-178c5381113a tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Sep 14 11:22:43.966268 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c732fa5-e960-43b3-99c2-e39896b79a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.087891 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9778-34f9-4e37-a70f-5864fcf03687 req-f3c85299-392c-4610-83b9-fa26313cd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:44.089282 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-552a9778-34f9-4e37-a70f-5864fcf03687 req-f3c85299-392c-4610-83b9-fa26313cd090 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 1098 time: 0.0395772 Sep 14 11:22:44.090034 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c732fa5-e960-43b3-99c2-e39896b79a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.117880 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c732fa5-e960-43b3-99c2-e39896b79a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a46ba8-3d4e-4e35-8990-e42b061d56e1,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:44.120990 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c732fa5-e960-43b3-99c2-e39896b79a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.126050 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-7c732fa5-e960-43b3-99c2-e39896b79a95 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e9a46ba8-3d4e-4e35-8990-e42b061d56e1 HTTP/1.1" status: 204 len: 168 time: 0.3661609 Sep 14 11:22:44.126257 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6092ebd7-b9ee-47ef-846b-64ed8bed777e None None] Network 01c25c53-9a0f-4fb8-92f3-fa68c18704bb requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:22:44.126360 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 42998) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:44.131031 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-552a9778-34f9-4e37-a70f-5864fcf03687 req-4d05f3e3-17fe-409d-920d-2d6cfadb784d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339544 Sep 14 11:22:44.196663 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.257106 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Deleting port 6a8e4f21-dd55-4833-b21b-57522281b219 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:44.257716 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.321472 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d5846-445f-426a-921c-797085275e35 None None] DHCP port deletion for 01c25c53-9a0f-4fb8-92f3-fa68c18704bb request from dv-cinder-804757-8-iscsi {{(pid=94633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:22:44.333184 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] For port 6a8e4f21-dd55-4833-b21b-57522281b219, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=6a8e4f21-dd55-4833-b21b-57522281b219,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:44.333544 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.345089 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Calling delete_port for 6a8e4f21-dd55-4833-b21b-57522281b219 owned by network:dhcp {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:44.370038 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d5846-445f-426a-921c-797085275e35 None None] Deleting port 6a8e4f21-dd55-4833-b21b-57522281b219 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:22:44.370431 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5846-445f-426a-921c-797085275e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.433820 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-7b1d5846-445f-426a-921c-797085275e35 None None] For port 6a8e4f21-dd55-4833-b21b-57522281b219, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=6a8e4f21-dd55-4833-b21b-57522281b219,segment=NetworkSegment(6e25c7f6-f30e-44c6-b9f8-ab3c88e13252),segment_id=6e25c7f6-f30e-44c6-b9f8-ab3c88e13252)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:44.434219 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5846-445f-426a-921c-797085275e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.445587 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d5846-445f-426a-921c-797085275e35 None None] Calling delete_port for 6a8e4f21-dd55-4833-b21b-57522281b219 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:22:44.472232 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.499138 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8e4f21-dd55-4833-b21b-57522281b219,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:44.504026 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] No DVR routers for this DVR port 6a8e4f21-dd55-4833-b21b-57522281b219 on host dv-cinder-804757-8-iscsi {{(pid=94632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:22:44.533354 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5846-445f-426a-921c-797085275e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.561170 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d5846-445f-426a-921c-797085275e35 None None] Pushing event deleted for resources: {'Port': ['ID=6a8e4f21-dd55-4833-b21b-57522281b219,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:44.564996 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d5846-445f-426a-921c-797085275e35 None None] No DVR routers for this DVR port 6a8e4f21-dd55-4833-b21b-57522281b219 on host dv-cinder-804757-8-iscsi {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:22:44.763750 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341926cc-2a86-43e5-a215-d3703f450d8f req-06ae7f24-1acf-4b51-9e47-7a512dd6479b tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:44.765217 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-341926cc-2a86-43e5-a215-d3703f450d8f req-06ae7f24-1acf-4b51-9e47-7a512dd6479b tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0482528 Sep 14 11:22:44.768308 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.788982 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c25c53-9a0f-4fb8-92f3-fa68c18704bb']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:44.798672 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:44.798961 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e25c7f6-f30e-44c6-b9f8-ab3c88e13252') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:22:44.803696 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-341926cc-2a86-43e5-a215-d3703f450d8f req-cec5aec7-04bf-43b5-8908-6df152938d15 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321028 Sep 14 11:22:44.808313 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.821206 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:22:44.830146 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:22:44.946654 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.951423 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:44.955783 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] 10.222.0.59 "DELETE /v2.0/networks/01c25c53-9a0f-4fb8-92f3-fa68c18704bb HTTP/1.1" status: 204 len: 168 time: 0.8261073 Sep 14 11:22:44.969426 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c55484-a7b1-43de-82cc-0608a8dc4105 admin admin] Pushing event deleted for resources: {'Network': ['ID=01c25c53-9a0f-4fb8-92f3-fa68c18704bb,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:45.021313 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9bd7d-d317-4b2d-b7c6-75dd7da6859f req-ff830182-b7be-411b-ab15-58f76b7ca0f8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:45.022827 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9ab9bd7d-d317-4b2d-b7c6-75dd7da6859f req-ff830182-b7be-411b-ab15-58f76b7ca0f8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 945 time: 0.0543559 Sep 14 11:22:45.062076 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9ab9bd7d-d317-4b2d-b7c6-75dd7da6859f req-d5efee18-bab2-49e7-8f4f-a26b0cac791e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Sep 14 11:22:45.289982 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 43006) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:45.344394 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-d3be68f9-33b6-4b29-b731-2936d53b2b79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=089a4b9a31d14392ae58d7e91328979e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505121 Sep 14 11:22:45.344974 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 43008) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:22:45.380978 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 8073c645-9d76-4e60-860c-b2e4d4410cc3 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:22:45.396342 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-12d16c8f-f765-4b51-882c-6719ddce2bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:45.401850 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 8073c645-9d76-4e60-860c-b2e4d4410cc3 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:22:45.402192 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 8073c645-9d76-4e60-860c-b2e4d4410cc3 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:22:45.402597 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 6a8e4f21-dd55-4833-b21b-57522281b219 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:22:45.418150 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-12d16c8f-f765-4b51-882c-6719ddce2bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:45.420655 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 6a8e4f21-dd55-4833-b21b-57522281b219 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:22:45.421003 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 6a8e4f21-dd55-4833-b21b-57522281b219 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:22:45.569024 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-12d16c8f-f765-4b51-882c-6719ddce2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:45.571637 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-12d16c8f-f765-4b51-882c-6719ddce2bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:45.572846 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-12d16c8f-f765-4b51-882c-6719ddce2bfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d046d4a7-dcdb-4067-b98f-c5924fdbebff HTTP/1.1" status: 204 len: 168 time: 0.2268863 Sep 14 11:22:45.581239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d16c8f-f765-4b51-882c-6719ddce2bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d046d4a7-dcdb-4067-b98f-c5924fdbebff,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:45.918489 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34d708-aa10-48ac-9f72-36a0a4c8ff7f req-f4f34266-c1dd-4be2-a895-d258d10b2970 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:45.919992 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8e34d708-aa10-48ac-9f72-36a0a4c8ff7f req-f4f34266-c1dd-4be2-a895-d258d10b2970 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0493951 Sep 14 11:22:45.961055 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8e34d708-aa10-48ac-9f72-36a0a4c8ff7f req-84def728-008f-49ab-ad7d-b15469de965e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349092 Sep 14 11:22:46.175591 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933869ba-65c1-44f1-a97a-95272c54c6e6 req-9a685d3a-fdd8-48b7-9fe8-3134e1b964d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:46.177053 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-933869ba-65c1-44f1-a97a-95272c54c6e6 req-9a685d3a-fdd8-48b7-9fe8-3134e1b964d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 945 time: 0.0481007 Sep 14 11:22:46.215591 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-933869ba-65c1-44f1-a97a-95272c54c6e6 req-4485b779-74a6-4352-92a2-35f75b39160b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Sep 14 11:22:47.079575 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec1d43-d5c2-4d18-b322-d02daf971cd9 req-054225ee-ec88-4fb6-9a9e-891ad558d999 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:47.081076 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-92ec1d43-d5c2-4d18-b322-d02daf971cd9 req-054225ee-ec88-4fb6-9a9e-891ad558d999 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 943 time: 0.0503974 Sep 14 11:22:47.120720 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-92ec1d43-d5c2-4d18-b322-d02daf971cd9 req-dcf27542-3aa4-4f1b-b75a-f9cef298e73c tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Sep 14 11:22:47.474059 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device daf4fa55-5fad-41ff-aa40-8f3ce4107c64 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:22:47.578023 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:47.590364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'port_id': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'mac_address': 'fa:16:3e:ec:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:22:47.627950 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:47.642748 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf4fa55-5fad-41ff-aa40-8f3ce4107c64 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:22:47.662519 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:47.775264 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:47.830313 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=7']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:48.008628 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['daf4fa55-5fad-41ff-aa40-8f3ce4107c64'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:22:48.144840 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-3ef273bd-3f13-4905-be00-93506dcc6fd4 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:48.146359 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-3ef273bd-3f13-4905-be00-93506dcc6fd4 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/networks?id=9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 200 len: 814 time: 0.1077147 Sep 14 11:22:48.161559 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-ee0ed43e-bd2a-477d-ade1-c96243bca843 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/quotas/88fea8dc343349f88e06bc427895ff7a HTTP/1.1" status: 200 len: 375 time: 0.0094714 Sep 14 11:22:48.243154 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-2eb8e299-ed97-4a05-91ba-0a5d66f45ecb tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743649 Sep 14 11:22:48.260526 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d76fce-7cb9-4e1d-99aa-63a6e9174943 req-c18e2a14-30b8-4342-8889-08574097b835 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:48.261961 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-66d76fce-7cb9-4e1d-99aa-63a6e9174943 req-c18e2a14-30b8-4342-8889-08574097b835 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 944 time: 0.0624352 Sep 14 11:22:48.356798 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-66d76fce-7cb9-4e1d-99aa-63a6e9174943 req-eac716b4-26fd-40c5-b9e7-e0fb6dbc140e tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848999 Sep 14 11:22:48.382979 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-1887f86e-42a1-474e-a42e-e3c0a90ac99b service neutron] 10.222.0.59 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200225 Sep 14 11:22:48.482315 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-97722dca-d060-42b3-8ffc-3d6f40050650 service neutron] 10.222.0.59 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925238 Sep 14 11:22:48.729300 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-27b9075e-029e-423d-a436-a4d435e2f79d req-8b291d74-1294-4243-ba31-2dc1f906536a tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0274215 Sep 14 11:22:48.964100 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5f8756ad-c03e-4313-838a-4e5ea504d574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:49.480171 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a469979-14dd-4b9d-af33-75a580de4ad6 req-066621b2-6210-4d24-a6a4-6a6b5b0727be tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:49.481691 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4a469979-14dd-4b9d-af33-75a580de4ad6 req-066621b2-6210-4d24-a6a4-6a6b5b0727be tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 944 time: 0.0571690 Sep 14 11:22:49.486034 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device daf4fa55-5fad-41ff-aa40-8f3ce4107c64 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:22:49.521385 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4a469979-14dd-4b9d-af33-75a580de4ad6 req-5819f807-391e-4cf4-a9d9-82b212860183 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326877 Sep 14 11:22:49.535613 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:22:49.535997 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:49.611544 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:49.637216 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:49.639468 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8915f68b-af84-48ce-b8e4-cc8f82e62f8a" -d '{"events": [{"server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "name": "network-vif-plugged", "status": "completed", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:49.652572 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:49.674902 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bed3db-4611-4696-beaf-1c09c4c4a1e7 x-openstack-request-id: req-64bed3db-4611-4696-beaf-1c09c4c4a1e7 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:49.675189 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "name": "network-vif-plugged", "status": "completed", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:49.675528 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64bed3db-4611-4696-beaf-1c09c4c4a1e7 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:49.675956 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'code': 200} Sep 14 11:22:49.752064 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:49.801568 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=8']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:49.839062 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6cda322f-0b87-4de4-8220-27320302c522 req-1b51ff59-b70a-4c6e-9a82-3622ad090aed tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0260415 Sep 14 11:22:50.039423 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb9c0c-587e-4533-a147-7272382ab3fc req-423098f6-76cb-4922-aad5-4281bd4db451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:50.041498 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e9bb9c0c-587e-4533-a147-7272382ab3fc req-423098f6-76cb-4922-aad5-4281bd4db451 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1098 time: 0.0464447 Sep 14 11:22:50.080913 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e9bb9c0c-587e-4533-a147-7272382ab3fc req-50bd161b-df1c-480b-a3e5-d4ba04c592b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296307 Sep 14 11:22:50.636797 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e8005-5ec3-4af7-a539-4da61c773a6a req-06e77802-5bda-43f9-92dc-063053dccbeb tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:50.638347 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c97e8005-5ec3-4af7-a539-4da61c773a6a req-06e77802-5bda-43f9-92dc-063053dccbeb tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0491610 Sep 14 11:22:50.676745 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c97e8005-5ec3-4af7-a539-4da61c773a6a req-20d06264-5406-4d7d-8584-b6daa5bac6c4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322714 Sep 14 11:22:50.951320 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-777acc0c-ff6e-4cf7-be6a-31e955deea55 req-7d43cbe7-ab84-499b-8a9a-d093baa11d36 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0347388 Sep 14 11:22:50.979717 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-c01ee4bc-a24b-43b9-884e-feb80e76c0de tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:50.981155 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-c01ee4bc-a24b-43b9-884e-feb80e76c0de tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "GET /v2.0/networks?id=9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 200 len: 814 time: 0.1324103 Sep 14 11:22:51.006215 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Request body: {'port': {'device_id': '45727929-71e2-4e5d-a1e9-3cf19f82e7e0', 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'admin_state_up': True, 'tenant_id': '88fea8dc343349f88e06bc427895ff7a'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:22:51.180438 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Made reservation on behalf of 88fea8dc343349f88e06bc427895ff7a for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:22:51.184266 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:51.311997 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Allocated IP 172.20.0.12 (9cd2c3d6-d275-4828-a200-3a02a40533fa/8ff6bd9b-4492-4cc2-bfbc-73441fa56a04/ce6b9d74-8e12-46f2-a67b-2815f8822ecc) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:22:51.465062 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:51.586906 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:51.599502 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:22:51.628718 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Network 9cd2c3d6-d275-4828-a200-3a02a40533fa is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:22:51.631852 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:22:51.638388 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:22:51.645226 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Pushing event updated for resources: {'Port': ['ID=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:51.694661 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:51.695267 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:51.797439 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5ae67-fcdc-4160-a916-b2b5324f8159 req-b07ab547-7091-4de6-9564-b1fef6605ebd tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:51.798934 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a5d5ae67-fcdc-4160-a916-b2b5324f8159 req-b07ab547-7091-4de6-9564-b1fef6605ebd tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0489974 Sep 14 11:22:51.800756 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-cdfb8583-99f9-441f-bb87-ff02761e7b9b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7981865 Sep 14 11:22:51.816096 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Request body: {'port': {'device_id': '45727929-71e2-4e5d-a1e9-3cf19f82e7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:22:51.879575 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a5d5ae67-fcdc-4160-a916-b2b5324f8159 req-006ac475-b3aa-4ce3-87d8-0077861275a3 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744290 Sep 14 11:22:51.888880 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:51.986167 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25894f67-d804-4d57-ba60-d94f3c7de277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:52.130321 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e87b7-9647-4c67-927e-610ce9d70330 req-7c26bd9e-b621-4bca-bb18-14f3b3d67c80 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:52.131831 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-383e87b7-9647-4c67-927e-610ce9d70330 req-7c26bd9e-b621-4bca-bb18-14f3b3d67c80 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 932 time: 0.1013234 Sep 14 11:22:52.205980 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-383e87b7-9647-4c67-927e-610ce9d70330 req-ba02b596-af0d-4129-9331-16e33d12b97b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640500 Sep 14 11:22:52.220503 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6b9d74-8e12-46f2-a67b-2815f8822ecc {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:22:52.227943 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:52.239655 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Transition to ACTIVE for port object ce6b9d74-8e12-46f2-a67b-2815f8822ecc will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:22:52.317632 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:52.340542 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:52.378538 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:52.444341 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Attempting to bind port ce6b9d74-8e12-46f2-a67b-2815f8822ecc on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:22:52.444680 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Attempting to bind port ce6b9d74-8e12-46f2-a67b-2815f8822ecc by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:22:52.445010 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Attempting to bind port ce6b9d74-8e12-46f2-a67b-2815f8822ecc on network 9cd2c3d6-d275-4828-a200-3a02a40533fa {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:22:52.451029 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Port ce6b9d74-8e12-46f2-a67b-2815f8822ecc on network 9cd2c3d6-d275-4828-a200-3a02a40533fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:22:52.451378 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Attempting to bind port ce6b9d74-8e12-46f2-a67b-2815f8822ecc on network 9cd2c3d6-d275-4828-a200-3a02a40533fa {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:22:52.456212 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:22:52.456549 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Checking segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:22:52.456932 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Bound using segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:22:52.457388 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Bound port: ce6b9d74-8e12-46f2-a67b-2815f8822ecc, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:22:52.457746 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:52.521590 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] For port ce6b9d74-8e12-46f2-a67b-2815f8822ecc, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:22:52.524489 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] For port ce6b9d74-8e12-46f2-a67b-2815f8822ecc, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:22:52.597986 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:52.631624 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:52.632442 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:52.633815 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] 10.222.0.60 "PUT /v2.0/ports/ce6b9d74-8e12-46f2-a67b-2815f8822ecc HTTP/1.1" status: 200 len: 1094 time: 0.8224506 Sep 14 11:22:52.636680 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45727929-71e2-4e5d-a1e9-3cf19f82e7e0', 'tag': 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:52.638944 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b0c4ce-331e-4f41-a9cd-b1d2fed83c05" -d '{"events": [{"name": "network-changed", "server_uuid": "45727929-71e2-4e5d-a1e9-3cf19f82e7e0", "tag": "ce6b9d74-8e12-46f2-a67b-2815f8822ecc"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:52.665369 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720be2e-2e47-465a-b4b0-8b7238c4a885 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:52.674566 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51307065-11f2-4b3a-87cd-b2d194965dd7 x-openstack-request-id: req-51307065-11f2-4b3a-87cd-b2d194965dd7 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:52.674847 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45727929-71e2-4e5d-a1e9-3cf19f82e7e0", "tag": "ce6b9d74-8e12-46f2-a67b-2815f8822ecc", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:52.675096 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-51307065-11f2-4b3a-87cd-b2d194965dd7 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:52.675513 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45727929-71e2-4e5d-a1e9-3cf19f82e7e0', 'tag': 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc', 'status': 'completed', 'code': 200} Sep 14 11:22:52.894135 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:53.319766 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe38bb-5932-4aab-b390-039384550787 req-d75428fb-4358-48cf-b7d6-cd3905607213 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:53.321156 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a8fe38bb-5932-4aab-b390-039384550787 req-d75428fb-4358-48cf-b7d6-cd3905607213 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0487368 Sep 14 11:22:53.358640 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a8fe38bb-5932-4aab-b390-039384550787 req-736e2453-30cf-4c78-a25b-947452d14a9f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Sep 14 11:22:54.473968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82076c-a362-4958-a728-af465993e6d3 req-7d7471ff-46c4-41f0-9281-8a545138b3a7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:54.475459 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-db82076c-a362-4958-a728-af465993e6d3 req-7d7471ff-46c4-41f0-9281-8a545138b3a7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0486369 Sep 14 11:22:54.512069 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:54.513778 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-db82076c-a362-4958-a728-af465993e6d3 req-ff73e4ae-4071-478f-b0c7-d19ce61637bf tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314338 Sep 14 11:22:54.722112 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0c4ce-331e-4f41-a9cd-b1d2fed83c05 req-917dec69-c014-47e5-8592-9c7b0b164b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:54.723673 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-54b0c4ce-331e-4f41-a9cd-b1d2fed83c05 req-917dec69-c014-47e5-8592-9c7b0b164b50 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0409834 Sep 14 11:22:54.824732 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0c4ce-331e-4f41-a9cd-b1d2fed83c05 req-6d9ab4ec-b22c-463e-9eac-83b4e7062b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:54.826200 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-54b0c4ce-331e-4f41-a9cd-b1d2fed83c05 req-6d9ab4ec-b22c-463e-9eac-83b4e7062b33 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=88fea8dc343349f88e06bc427895ff7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942564 Sep 14 11:22:54.930142 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0c4ce-331e-4f41-a9cd-b1d2fed83c05 req-1ccae99e-77a5-40f8-bad5-c512a3ec9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:54.931758 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-54b0c4ce-331e-4f41-a9cd-b1d2fed83c05 req-1ccae99e-77a5-40f8-bad5-c512a3ec9d90 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903282 Sep 14 11:22:55.013043 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-56a461f5-780a-4f1f-93ad-eb8a1a43c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:55.014450 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-56a461f5-780a-4f1f-93ad-eb8a1a43c499 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0406506 Sep 14 11:22:55.056843 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-4f9a62e0-b8b4-454e-afb8-ebbb5f624b52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6b9d74-8e12-46f2-a67b-2815f8822ecc HTTP/1.1" status: 200 len: 217 time: 0.0335011 Sep 14 11:22:55.111198 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-adb8f65c-00fc-4548-b80b-a38f25510c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:55.112624 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-adb8f65c-00fc-4548-b80b-a38f25510c25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ff6bd9b-4492-4cc2-bfbc-73441fa56a04 HTTP/1.1" status: 200 len: 854 time: 0.0465500 Sep 14 11:22:55.150685 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-0e50a490-a3ce-4a3f-b45c-a19120b87140 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cd2c3d6-d275-4828-a200-3a02a40533fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236921 Sep 14 11:22:55.236938 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-17dfa614-6a6d-42a8-95b6-2d03a883d42f service neutron] 10.222.0.60 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781176 Sep 14 11:22:55.332451 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-594fcb3c-9cfd-4499-bd35-d5a78ff1a0d3 req-4701e3ac-12e4-443f-85a9-8a631c8bcd57 service neutron] 10.222.0.60 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847125 Sep 14 11:22:55.630865 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04f4d2-0397-4f65-9055-4f096b6593c7 req-0c991b45-26c9-4181-aa78-7ed7d7d9afdf tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:55.632441 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4a04f4d2-0397-4f65-9055-4f096b6593c7 req-0c991b45-26c9-4181-aa78-7ed7d7d9afdf tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0492232 Sep 14 11:22:55.669893 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4a04f4d2-0397-4f65-9055-4f096b6593c7 req-4343ae47-6eb0-4462-8e9c-b1077f5f6cce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311472 Sep 14 11:22:56.782849 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bb794-cb05-44c4-8cbd-91b20824919c req-f8b07019-cad6-4e41-bacf-def501f3b787 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:56.784322 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-369bb794-cb05-44c4-8cbd-91b20824919c req-f8b07019-cad6-4e41-bacf-def501f3b787 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 944 time: 0.0481296 Sep 14 11:22:56.826853 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-369bb794-cb05-44c4-8cbd-91b20824919c req-f4a708bf-eb6c-49fd-be3f-5c36ceea1969 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362306 Sep 14 11:22:57.520284 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device ce6b9d74-8e12-46f2-a67b-2815f8822ecc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:22:57.614815 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port ce6b9d74-8e12-46f2-a67b-2815f8822ecc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:57.626475 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc', 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'port_id': 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc', 'mac_address': 'fa:16:3e:2e:03:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff6bd9b-4492-4cc2-bfbc-73441fa56a04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:22:57.662385 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:57.674392 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6b9d74-8e12-46f2-a67b-2815f8822ecc {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:22:57.693326 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port ce6b9d74-8e12-46f2-a67b-2815f8822ecc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:57.774931 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:57.820431 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:22:57.939240 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a78ad-3b10-459d-838c-8aaa2cdb0846 req-e51bf5df-d0b0-48d8-a647-6720679ee821 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:57.940771 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ac7a78ad-3b10-459d-838c-8aaa2cdb0846 req-e51bf5df-d0b0-48d8-a647-6720679ee821 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 945 time: 0.0488379 Sep 14 11:22:57.977509 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ac7a78ad-3b10-459d-838c-8aaa2cdb0846 req-39686df3-2540-438f-919c-8f8f0ba5d6ff tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Sep 14 11:22:58.047242 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['ce6b9d74-8e12-46f2-a67b-2815f8822ecc'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:22:59.092415 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2282f-d3d3-477f-9bb2-204c0a10bbbb req-252b573b-959d-4a69-9b66-2fe68ab0b4ee tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:22:59.093874 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56e2282f-d3d3-477f-9bb2-204c0a10bbbb req-252b573b-959d-4a69-9b66-2fe68ab0b4ee tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 945 time: 0.0484803 Sep 14 11:22:59.130458 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56e2282f-d3d3-477f-9bb2-204c0a10bbbb req-5cfb4795-4246-4aa1-a185-9f535f8b0cde tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306082 Sep 14 11:22:59.533746 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device ce6b9d74-8e12-46f2-a67b-2815f8822ecc up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:22:59.626087 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port ce6b9d74-8e12-46f2-a67b-2815f8822ecc completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:22:59.629769 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port ce6b9d74-8e12-46f2-a67b-2815f8822ecc triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:22:59.630139 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:59.708064 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:59.730479 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45727929-71e2-4e5d-a1e9-3cf19f82e7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:22:59.732904 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9a3b87-2c6c-4d5a-a0d8-f41f3a2fdc64" -d '{"events": [{"server_uuid": "45727929-71e2-4e5d-a1e9-3cf19f82e7e0", "name": "network-vif-plugged", "status": "completed", "tag": "ce6b9d74-8e12-46f2-a67b-2815f8822ecc"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:22:59.747578 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port ce6b9d74-8e12-46f2-a67b-2815f8822ecc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:22:59.776367 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a15223-14de-41ac-9327-91e9cafaab5a x-openstack-request-id: req-55a15223-14de-41ac-9327-91e9cafaab5a {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:22:59.776660 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45727929-71e2-4e5d-a1e9-3cf19f82e7e0", "name": "network-vif-plugged", "status": "completed", "tag": "ce6b9d74-8e12-46f2-a67b-2815f8822ecc", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:22:59.776917 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55a15223-14de-41ac-9327-91e9cafaab5a {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:22:59.777314 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45727929-71e2-4e5d-a1e9-3cf19f82e7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc', 'code': 200} Sep 14 11:22:59.820269 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:22:59.869782 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:00.109307 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a81d-a503-4008-b6ac-0febca448b8e req-5b916a31-a8c5-41a6-8137-beca79d7f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:00.112946 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3204a81d-a503-4008-b6ac-0febca448b8e req-5b916a31-a8c5-41a6-8137-beca79d7f91a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 1099 time: 0.0464556 Sep 14 11:23:00.156319 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3204a81d-a503-4008-b6ac-0febca448b8e req-eb0f2acb-2cd6-4daf-ae54-025e1ecb4aec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345728 Sep 14 11:23:00.242850 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0d3e3-1a28-4a42-915f-8bd71bc97f1c req-ecbd4e42-1d62-4377-9317-a8ed76a1ff06 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:00.245152 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-41d0d3e3-1a28-4a42-915f-8bd71bc97f1c req-ecbd4e42-1d62-4377-9317-a8ed76a1ff06 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 946 time: 0.0486052 Sep 14 11:23:00.281270 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-41d0d3e3-1a28-4a42-915f-8bd71bc97f1c req-c9e21b4c-adb3-4aab-a8fc-47cf8b9b0f70 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303426 Sep 14 11:23:01.397149 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decd9a0-6b95-49ae-ad60-abb58329bf4a req-218b3edf-1dff-4696-aeee-0dbdb3002f16 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:01.398606 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7decd9a0-6b95-49ae-ad60-abb58329bf4a req-218b3edf-1dff-4696-aeee-0dbdb3002f16 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 946 time: 0.0480227 Sep 14 11:23:01.437764 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7decd9a0-6b95-49ae-ad60-abb58329bf4a req-fef41da9-ec92-4be9-90a9-64ae194eee15 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Sep 14 11:23:02.031707 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:02.551672 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282276d2-6a27-4e39-b9ae-1e15237e87fe req-54ea3e36-7cde-493e-a716-43c37fc34ab8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:02.553128 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-282276d2-6a27-4e39-b9ae-1e15237e87fe req-54ea3e36-7cde-493e-a716-43c37fc34ab8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 946 time: 0.0477035 Sep 14 11:23:02.595470 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-282276d2-6a27-4e39-b9ae-1e15237e87fe req-88107bf3-b48d-4183-9907-d76a862b6874 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 Sep 14 11:23:18.962475 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e4836879-d954-4b61-88c5-e2ef25efe46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:19.188576 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:23:21.754865 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-a7f039e6-567a-453e-8a42-47f2d68e5580 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:21.756361 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-a7f039e6-567a-453e-8a42-47f2d68e5580 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/networks?id=9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 200 len: 814 time: 0.0993471 Sep 14 11:23:21.771270 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-ab0951cc-b54e-4a58-89a5-31a7bdf422e3 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/quotas/88fea8dc343349f88e06bc427895ff7a HTTP/1.1" status: 200 len: 375 time: 0.0086823 Sep 14 11:23:21.822585 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-a3b2ad35-b2b3-45c6-8c70-fa3a3e43edb3 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461836 Sep 14 11:23:21.922112 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-7e3bec2c-7526-41a1-b35e-f7320e57b9bc service neutron] 10.222.0.59 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914826 Sep 14 11:23:21.991361 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-4f86050d-06a6-42a4-803e-0197447bf686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:22.018735 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-b55ad27e-e4c2-4e28-abfc-a5ae4d35bf6d service neutron] 10.222.0.59 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905719 Sep 14 11:23:22.278839 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56198a88-2e24-4574-b39d-3c5993688e22 req-ad5dc2fd-72dc-42c5-a1f1-c9e65a8c2932 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0290756 Sep 14 11:23:22.357442 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:22.865583 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:23.373113 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5278f62e-bfda-47d2-a27f-2c040e39f39d req-2f6fb3b0-aa29-4c7d-81dc-40b3dbc867d9 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0277679 Sep 14 11:23:24.470731 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9517aae2-3b8e-41f2-b58c-12d0eb0937ef req-295aa8a2-0fe1-474d-b443-fd9f7c2461e3 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0266087 Sep 14 11:23:24.632132 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:24.712815 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-869138f4-c578-4cb5-bf9a-3707e6c08f0e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:24.714245 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-869138f4-c578-4cb5-bf9a-3707e6c08f0e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "GET /v2.0/networks?id=9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 200 len: 814 time: 0.1076903 Sep 14 11:23:24.729239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Request body: {'port': {'device_id': '4f924236-f5f2-43e2-a91e-4c301ed2e4fc', 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'admin_state_up': True, 'tenant_id': '88fea8dc343349f88e06bc427895ff7a'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:23:25.008403 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Made reservation on behalf of 88fea8dc343349f88e06bc427895ff7a for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:23:25.011978 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:25.141637 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Allocated IP 172.20.0.6 (9cd2c3d6-d275-4828-a200-3a02a40533fa/8ff6bd9b-4492-4cc2-bfbc-73441fa56a04/810af838-8440-4cb9-9bfc-0350d3c43393) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:23:25.290281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:25.420435 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:25.433389 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585', 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:23:25.462226 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Network 9cd2c3d6-d275-4828-a200-3a02a40533fa is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:23:25.465266 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:23:25.469074 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:23:25.499414 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Pushing event updated for resources: {'Port': ['ID=810af838-8440-4cb9-9bfc-0350d3c43393,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:25.531191 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:25.531935 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:25.585069 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-6b0dc386-422d-4a08-a608-df78571805f7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8592260 Sep 14 11:23:25.593045 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4099-a360-4b84-8b33-af0a026e5d31 req-9e68fbd2-839c-4ebd-9776-0b423f7ff868 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:25.594445 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d0bb4099-a360-4b84-8b33-af0a026e5d31 req-9e68fbd2-839c-4ebd-9776-0b423f7ff868 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 931 time: 0.0524642 Sep 14 11:23:25.599166 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Request body: {'port': {'device_id': '4f924236-f5f2-43e2-a91e-4c301ed2e4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:23:25.679859 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d0bb4099-a360-4b84-8b33-af0a026e5d31 req-634e77a8-ed78-4a56-95a7-588fb2b6bbcf tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770490 Sep 14 11:23:25.682487 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:25.947049 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810af838-8440-4cb9-9bfc-0350d3c43393 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:23:25.954179 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:25.966510 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Transition to ACTIVE for port object 810af838-8440-4cb9-9bfc-0350d3c43393 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:23:26.065526 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:26.113725 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Pushing event updated for resources: {'Port': ['ID=810af838-8440-4cb9-9bfc-0350d3c43393,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:26.180901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Attempting to bind port 810af838-8440-4cb9-9bfc-0350d3c43393 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:23:26.181232 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Attempting to bind port 810af838-8440-4cb9-9bfc-0350d3c43393 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:23:26.181561 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Attempting to bind port 810af838-8440-4cb9-9bfc-0350d3c43393 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:23:26.185802 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Port 810af838-8440-4cb9-9bfc-0350d3c43393 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:23:26.186222 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Attempting to bind port 810af838-8440-4cb9-9bfc-0350d3c43393 on network 9cd2c3d6-d275-4828-a200-3a02a40533fa {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:23:26.191286 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:23:26.191718 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Checking segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:23:26.192102 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Bound using segment: {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:23:26.192523 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Bound port: 810af838-8440-4cb9-9bfc-0350d3c43393, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2a82bf7-12dc-45f5-988a-24db90a14e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:23:26.192877 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:26.257487 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] For port 810af838-8440-4cb9-9bfc-0350d3c43393, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:23:26.260384 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] For port 810af838-8440-4cb9-9bfc-0350d3c43393, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=810af838-8440-4cb9-9bfc-0350d3c43393,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:23:26.328821 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:26.365108 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:26.365719 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:26.367156 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] 10.222.0.60 "PUT /v2.0/ports/810af838-8440-4cb9-9bfc-0350d3c43393 HTTP/1.1" status: 200 len: 1093 time: 0.7717633 Sep 14 11:23:26.367613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f924236-f5f2-43e2-a91e-4c301ed2e4fc', 'tag': '810af838-8440-4cb9-9bfc-0350d3c43393'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:23:26.369824 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0077677-5a5a-43d3-9320-79a269acc774" -d '{"events": [{"name": "network-changed", "server_uuid": "4f924236-f5f2-43e2-a91e-4c301ed2e4fc", "tag": "810af838-8440-4cb9-9bfc-0350d3c43393"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:23:26.392195 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27b26d-72db-4ac8-93fb-b5dd05448b93 service neutron] Pushing event updated for resources: {'Port': ['ID=810af838-8440-4cb9-9bfc-0350d3c43393,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:26.409186 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0288af-3386-43a1-ac2d-70960ce51962 x-openstack-request-id: req-2d0288af-3386-43a1-ac2d-70960ce51962 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:23:26.409186 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f924236-f5f2-43e2-a91e-4c301ed2e4fc", "tag": "810af838-8440-4cb9-9bfc-0350d3c43393", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:23:26.409186 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2d0288af-3386-43a1-ac2d-70960ce51962 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:23:26.409186 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f924236-f5f2-43e2-a91e-4c301ed2e4fc', 'tag': '810af838-8440-4cb9-9bfc-0350d3c43393', 'status': 'completed', 'code': 200} Sep 14 11:23:26.476779 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077677-5a5a-43d3-9320-79a269acc774 req-0eb1d937-0ff7-4820-9a57-4910a48f3960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:26.478271 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f0077677-5a5a-43d3-9320-79a269acc774 req-0eb1d937-0ff7-4820-9a57-4910a48f3960 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 1096 time: 0.0408762 Sep 14 11:23:26.579284 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077677-5a5a-43d3-9320-79a269acc774 req-06b62548-5c69-40dc-bb9f-cc9bbac027d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:26.580679 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f0077677-5a5a-43d3-9320-79a269acc774 req-06b62548-5c69-40dc-bb9f-cc9bbac027d9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=88fea8dc343349f88e06bc427895ff7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0914745 Sep 14 11:23:26.675826 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0077677-5a5a-43d3-9320-79a269acc774 req-4ce6fbd2-edb8-4be6-9588-2cd6bd99a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:26.677285 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f0077677-5a5a-43d3-9320-79a269acc774 req-4ce6fbd2-edb8-4be6-9588-2cd6bd99a060 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887945 Sep 14 11:23:27.066785 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-c6990f13-f664-40fb-9112-a195e6a8569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:27.068225 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-c6990f13-f664-40fb-9112-a195e6a8569c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88fea8dc343349f88e06bc427895ff7a&device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 1096 time: 0.3474016 Sep 14 11:23:27.087446 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faba002-af1c-4579-bc3d-b94bd0e9d4b3 req-bdef79e8-25b6-4c6b-9aab-9bb65c36627e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:27.088870 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9faba002-af1c-4579-bc3d-b94bd0e9d4b3 req-bdef79e8-25b6-4c6b-9aab-9bb65c36627e tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 943 time: 0.3409047 Sep 14 11:23:27.128480 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-2cefcf0d-554e-41cd-b8f9-645fe0a649b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=810af838-8440-4cb9-9bfc-0350d3c43393 HTTP/1.1" status: 200 len: 217 time: 0.0386868 Sep 14 11:23:27.185180 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9faba002-af1c-4579-bc3d-b94bd0e9d4b3 req-34ba1523-399f-4ae7-baac-93d4aafbee1b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886366 Sep 14 11:23:27.198481 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-e4744435-7129-42ac-9f7f-547adfe7add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:27.199921 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-e4744435-7129-42ac-9f7f-547adfe7add3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ff6bd9b-4492-4cc2-bfbc-73441fa56a04 HTTP/1.1" status: 200 len: 854 time: 0.0601826 Sep 14 11:23:27.238184 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-7ee4dbbe-2d36-4180-b091-02e3b062f7d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cd2c3d6-d275-4828-a200-3a02a40533fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251670 Sep 14 11:23:27.326566 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-54646caa-0bcc-4d4e-acf8-9256290e7f4f service neutron] 10.222.0.60 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805261 Sep 14 11:23:27.420899 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1603156e-5acc-45d1-9e75-a60ceedce24a req-963ac1c1-db61-47c3-be9f-736d1e43198d service neutron] 10.222.0.60 "GET /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846198 Sep 14 11:23:28.299671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b34e13-97ec-419a-b47d-5006410433e8 req-f52baead-3887-4802-a716-1366ec9d5eeb tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:28.301009 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56b34e13-97ec-419a-b47d-5006410433e8 req-f52baead-3887-4802-a716-1366ec9d5eeb tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 943 time: 0.0468953 Sep 14 11:23:28.337686 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56b34e13-97ec-419a-b47d-5006410433e8 req-6e735b4c-216e-444e-8248-25744e5645d7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309184 Sep 14 11:23:29.459513 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d66eac-fa12-4f02-8f07-272493b25b11 req-6e468313-448d-4bd5-9393-d5751b4e5f00 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:29.460923 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7d66eac-fa12-4f02-8f07-272493b25b11 req-6e468313-448d-4bd5-9393-d5751b4e5f00 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 943 time: 0.0481391 Sep 14 11:23:29.502103 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c7d66eac-fa12-4f02-8f07-272493b25b11 req-7fd5edf7-8b0d-4939-958e-69c28b2cbcb3 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352919 Sep 14 11:23:29.677934 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 810af838-8440-4cb9-9bfc-0350d3c43393 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:23:29.772090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 810af838-8440-4cb9-9bfc-0350d3c43393, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=810af838-8440-4cb9-9bfc-0350d3c43393,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:23:29.782629 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '810af838-8440-4cb9-9bfc-0350d3c43393', 'network_id': '9cd2c3d6-d275-4828-a200-3a02a40533fa', 'port_id': '810af838-8440-4cb9-9bfc-0350d3c43393', 'mac_address': 'fa:16:3e:63:17:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff6bd9b-4492-4cc2-bfbc-73441fa56a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:23:29.821543 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:29.834359 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810af838-8440-4cb9-9bfc-0350d3c43393 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:23:29.852431 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 810af838-8440-4cb9-9bfc-0350d3c43393, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=810af838-8440-4cb9-9bfc-0350d3c43393,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:23:29.974081 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:30.025783 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=810af838-8440-4cb9-9bfc-0350d3c43393,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:30.032619 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.034899 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.034899 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.034899 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.034899 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.034899 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.034899 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.034899 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.035564 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.035564 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.035860 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.036179 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:30.315639 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['810af838-8440-4cb9-9bfc-0350d3c43393'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:23:30.616409 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156d6c3-524d-468d-ae3d-284435047d06 req-fc6a17df-2961-4f62-b391-c42407091809 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:30.617860 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8156d6c3-524d-468d-ae3d-284435047d06 req-fc6a17df-2961-4f62-b391-c42407091809 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 944 time: 0.0487208 Sep 14 11:23:30.656818 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8156d6c3-524d-468d-ae3d-284435047d06 req-e78fd4d5-b8e0-46a0-8266-6d861e7dc73f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320740 Sep 14 11:23:31.772585 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd3b3-0878-4050-a230-0ed31f653dfa req-704070b2-1a69-431e-94c2-a6e3c20f397a tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:31.774045 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ab5dd3b3-0878-4050-a230-0ed31f653dfa req-704070b2-1a69-431e-94c2-a6e3c20f397a tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 944 time: 0.0483077 Sep 14 11:23:31.811794 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ab5dd3b3-0878-4050-a230-0ed31f653dfa req-764d32d4-87a3-4f3c-8e98-dff3fa017d06 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307124 Sep 14 11:23:32.054758 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 810af838-8440-4cb9-9bfc-0350d3c43393 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:23:32.208669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:32.209492 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 810af838-8440-4cb9-9bfc-0350d3c43393 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:23:32.213311 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 810af838-8440-4cb9-9bfc-0350d3c43393 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:23:32.213669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:32.289743 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:32.315600 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f924236-f5f2-43e2-a91e-4c301ed2e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810af838-8440-4cb9-9bfc-0350d3c43393'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:23:32.317916 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f7212-7c43-482d-9ae9-e1d12a14ea5c" -d '{"events": [{"server_uuid": "4f924236-f5f2-43e2-a91e-4c301ed2e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "810af838-8440-4cb9-9bfc-0350d3c43393"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:23:32.331260 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 810af838-8440-4cb9-9bfc-0350d3c43393, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=810af838-8440-4cb9-9bfc-0350d3c43393,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:23:32.356198 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0405c285-2342-4c17-870a-3b6ac2148e2f x-openstack-request-id: req-0405c285-2342-4c17-870a-3b6ac2148e2f {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:23:32.356482 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f924236-f5f2-43e2-a91e-4c301ed2e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "810af838-8440-4cb9-9bfc-0350d3c43393", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:23:32.356732 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0405c285-2342-4c17-870a-3b6ac2148e2f {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:23:32.357113 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f924236-f5f2-43e2-a91e-4c301ed2e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810af838-8440-4cb9-9bfc-0350d3c43393', 'code': 200} Sep 14 11:23:32.448410 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:32.495060 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=810af838-8440-4cb9-9bfc-0350d3c43393,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:32.924240 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705e21e-a40e-440c-b275-dc06aef7e2d3 req-74092f5c-1499-4cc5-b228-bff37c75c4a4 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:32.925681 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6705e21e-a40e-440c-b275-dc06aef7e2d3 req-74092f5c-1499-4cc5-b228-bff37c75c4a4 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0482278 Sep 14 11:23:32.966071 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6705e21e-a40e-440c-b275-dc06aef7e2d3 req-aa9cfc39-1044-4c1b-9983-4f58d0247b41 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Sep 14 11:23:34.084630 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14e00-cafc-4c8a-a298-b578423f382b req-fcf38263-0ed2-4689-afb2-514c546c0d28 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:34.086114 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-aba14e00-cafc-4c8a-a298-b578423f382b req-fcf38263-0ed2-4689-afb2-514c546c0d28 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0505161 Sep 14 11:23:34.123053 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-aba14e00-cafc-4c8a-a298-b578423f382b req-e9885413-94bf-4987-a58f-6c8aa7ab66f5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Sep 14 11:23:34.269249 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a13914-6609-4b9a-ab3d-34c7c438ef83 req-e24b81f6-9a05-49f2-95d2-2fc53c190ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:34.270650 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f8a13914-6609-4b9a-ab3d-34c7c438ef83 req-e24b81f6-9a05-49f2-95d2-2fc53c190ec9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 1098 time: 0.0413201 Sep 14 11:23:34.316631 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f8a13914-6609-4b9a-ab3d-34c7c438ef83 req-dd9e312a-bdf9-4be8-9b02-cbbf41ad4194 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276299 Sep 14 11:23:35.242175 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757855b0-ef92-4ddf-b886-130d4107e455 req-fd5d0091-4487-478b-82fe-8e9ec6617df0 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:35.243667 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-757855b0-ef92-4ddf-b886-130d4107e455 req-fd5d0091-4487-478b-82fe-8e9ec6617df0 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0517724 Sep 14 11:23:35.285399 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-757855b0-ef92-4ddf-b886-130d4107e455 req-1021b8cc-b1f2-4783-833e-59cc343213c8 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357254 Sep 14 11:23:36.399888 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190c957-acb9-4e6b-9707-ffcb64b98a49 req-059cedac-cebd-40cf-8ad5-e3f9c68a48b6 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:36.401358 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8190c957-acb9-4e6b-9707-ffcb64b98a49 req-059cedac-cebd-40cf-8ad5-e3f9c68a48b6 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0491502 Sep 14 11:23:36.440405 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-8190c957-acb9-4e6b-9707-ffcb64b98a49 req-afd3334b-18e2-4c4c-90ad-0f569ba92c01 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Sep 14 11:23:39.278890 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 43632) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:23:39.385622 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-470d75ab-52a3-4807-8261-4f80c6cf200c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:39.472413 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-470d75ab-52a3-4807-8261-4f80c6cf200c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:39.619650 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-470d75ab-52a3-4807-8261-4f80c6cf200c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:39.659005 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-470d75ab-52a3-4807-8261-4f80c6cf200c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be5b7950439a48d491332cdf61c0262d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785410 Sep 14 11:23:39.659971 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d75ab-52a3-4807-8261-4f80c6cf200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45186dd6-fec9-4ac4-bd21-84eb1813c14c,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:39.661413 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 43636) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:23:39.710100 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:39.729930 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:39.905109 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:39.907623 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:39.908799 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/45186dd6-fec9-4ac4-bd21-84eb1813c14c HTTP/1.1" status: 204 len: 168 time: 0.2462664 Sep 14 11:23:39.918189 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45186dd6-fec9-4ac4-bd21-84eb1813c14c,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:39.923421 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.924494 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.924987 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.924987 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.925298 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.925624 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.925941 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.926260 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.926577 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.926905 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.927255 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:39.927614 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6bec3e-8abe-4622-abe8-6a782b1a1149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:40.489587 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 43648) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:23:40.505536 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-44efef51-ffd2-4e9d-a37e-a9aab832ff3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:40.590115 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-44efef51-ffd2-4e9d-a37e-a9aab832ff3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:40.676506 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-44efef51-ffd2-4e9d-a37e-a9aab832ff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:40.714281 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-44efef51-ffd2-4e9d-a37e-a9aab832ff3f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=daa7c91dd5fc4c668503999f9a536e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236388 Sep 14 11:23:40.715110 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efef51-ffd2-4e9d-a37e-a9aab832ff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135d357f-6194-47fe-b687-541435e1f2ed,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:40.717520 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 43650) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:23:40.766908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-efe86809-287e-4124-80b5-03423b82c97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:40.793306 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-efe86809-287e-4124-80b5-03423b82c97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:40.910803 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-efe86809-287e-4124-80b5-03423b82c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:40.913408 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-efe86809-287e-4124-80b5-03423b82c97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:40.914600 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-efe86809-287e-4124-80b5-03423b82c97d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/135d357f-6194-47fe-b687-541435e1f2ed HTTP/1.1" status: 204 len: 168 time: 0.1960702 Sep 14 11:23:40.921931 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe86809-287e-4124-80b5-03423b82c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135d357f-6194-47fe-b687-541435e1f2ed,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:48.956714 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8c9663a9-e113-4d70-a229-4ee88b3a8c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:51.968027 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-aefc0b2e-227d-4a6d-b443-a263926c1916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:52.350559 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:52.853197 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:53.301715 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40607-633b-40a5-a0da-521bf9fd7f68 req-748cf00d-8df6-4960-9b99-3dfab5888de5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:53.305869 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-17d40607-633b-40a5-a0da-521bf9fd7f68 req-748cf00d-8df6-4960-9b99-3dfab5888de5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0494249 Sep 14 11:23:53.341115 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-17d40607-633b-40a5-a0da-521bf9fd7f68 req-6047e11e-e677-480c-8092-e7f0807e3b6f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Sep 14 11:23:54.456104 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941002-807d-4ec3-aadf-0a517c9534fb req-c0312f30-0959-4baf-bc4e-e6a8c2ef13b5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:54.457577 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f941002-807d-4ec3-aadf-0a517c9534fb req-c0312f30-0959-4baf-bc4e-e6a8c2ef13b5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0490937 Sep 14 11:23:54.499405 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0f941002-807d-4ec3-aadf-0a517c9534fb req-3dee0016-1d76-45b7-a2cf-81db81a4bee5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353932 Sep 14 11:23:54.539351 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:55.138262 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1365cce-56a6-469a-817f-12c605a65e5c req-c5c109f7-f7bf-4535-82d4-269ed05c1375 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:55.139764 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b1365cce-56a6-469a-817f-12c605a65e5c req-c5c109f7-f7bf-4535-82d4-269ed05c1375 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 945 time: 0.0534630 Sep 14 11:23:55.228476 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Deleting port 810af838-8440-4cb9-9bfc-0350d3c43393 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:23:55.228728 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:55.323001 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] For port 810af838-8440-4cb9-9bfc-0350d3c43393, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=810af838-8440-4cb9-9bfc-0350d3c43393,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:23:55.323417 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:55.336847 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Calling delete_port for 810af838-8440-4cb9-9bfc-0350d3c43393 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:23:55.522615 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:55.540390 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585', 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc', '810af838-8440-4cb9-9bfc-0350d3c43393'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:23:55.542083 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 43836) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:23:55.556192 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Pushing event deleted for resources: {'Port': ['ID=810af838-8440-4cb9-9bfc-0350d3c43393,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:55.576838 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.577264 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.577680 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.578134 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.578574 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.578978 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.579404 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.579808 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.580210 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.581069 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.581069 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.581465 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:23:55.648893 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dfa1170a-b022-43ad-894f-a415d2c7ed8c req-2bca295b-3353-4dd1-8a06-44614d3a42d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0574334 Sep 14 11:23:55.649872 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] No DVR routers for this DVR port 810af838-8440-4cb9-9bfc-0350d3c43393 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:23:55.652613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:55.654618 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b1365cce-56a6-469a-817f-12c605a65e5c req-5fe1405b-d1f3-41bb-ad92-1e25ce57a72b tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "DELETE /v2.0/ports/810af838-8440-4cb9-9bfc-0350d3c43393 HTTP/1.1" status: 204 len: 173 time: 0.5084603 Sep 14 11:23:55.655081 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f924236-f5f2-43e2-a91e-4c301ed2e4fc', 'name': 'network-vif-deleted', 'tag': '810af838-8440-4cb9-9bfc-0350d3c43393'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:23:55.657430 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd0a8f7-11dd-49a7-8320-10069e752558" -d '{"events": [{"server_uuid": "4f924236-f5f2-43e2-a91e-4c301ed2e4fc", "name": "network-vif-deleted", "tag": "810af838-8440-4cb9-9bfc-0350d3c43393"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:23:55.692010 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e581eac-8791-40fe-90a6-b61f4c35d8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:55.711074 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72026380-32de-4e29-99e5-1b2f7726d2f5 x-openstack-request-id: req-72026380-32de-4e29-99e5-1b2f7726d2f5 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:23:55.711402 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f924236-f5f2-43e2-a91e-4c301ed2e4fc", "name": "network-vif-deleted", "tag": "810af838-8440-4cb9-9bfc-0350d3c43393", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:23:55.711651 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72026380-32de-4e29-99e5-1b2f7726d2f5 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:23:55.712059 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f924236-f5f2-43e2-a91e-4c301ed2e4fc', 'name': 'network-vif-deleted', 'tag': '810af838-8440-4cb9-9bfc-0350d3c43393', 'status': 'completed', 'code': 200} Sep 14 11:23:55.792648 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e581eac-8791-40fe-90a6-b61f4c35d8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:55.905002 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3e581eac-8791-40fe-90a6-b61f4c35d8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:55.944021 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-3e581eac-8791-40fe-90a6-b61f4c35d8ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0ff5db2d2f14820b82e040572cc7102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997388 Sep 14 11:23:55.944970 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e581eac-8791-40fe-90a6-b61f4c35d8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22fda46-c047-4206-8279-83d7c1301dd0,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:55.946689 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 43842) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:23:55.997009 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-fa168df8-518f-4d3e-b706-b7ad6a9af85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:56.018328 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-fa168df8-518f-4d3e-b706-b7ad6a9af85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:56.150910 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-fa168df8-518f-4d3e-b706-b7ad6a9af85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:56.153414 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-fa168df8-518f-4d3e-b706-b7ad6a9af85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:56.154576 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-fa168df8-518f-4d3e-b706-b7ad6a9af85d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b22fda46-c047-4206-8279-83d7c1301dd0 HTTP/1.1" status: 204 len: 168 time: 0.2066276 Sep 14 11:23:56.163294 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa168df8-518f-4d3e-b706-b7ad6a9af85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22fda46-c047-4206-8279-83d7c1301dd0,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:56.187718 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:23:56.758952 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a1a18150-6082-43ed-989c-efdd4aad97de req-10c706f4-9ab0-47e5-9e04-1eb9f50edebb tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f924236-f5f2-43e2-a91e-4c301ed2e4fc HTTP/1.1" status: 200 len: 210 time: 0.0271049 Sep 14 11:23:56.791431 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 43850) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:23:56.804373 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bcbf-04db-4733-b6b6-0010419e91d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:56.892333 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bcbf-04db-4733-b6b6-0010419e91d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:56.991715 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-0ce3bcbf-04db-4733-b6b6-0010419e91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:57.030610 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0ce3bcbf-04db-4733-b6b6-0010419e91d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9c6245847cd4b309b2eff815f6d42fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379205 Sep 14 11:23:57.031411 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3bcbf-04db-4733-b6b6-0010419e91d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c6660-f510-423f-b616-69b1330abd05,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:57.033150 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 43852) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:23:57.082341 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b8cf-dab6-4d77-b462-3e48b51e61ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:57.106137 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b8cf-dab6-4d77-b462-3e48b51e61ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:57.305357 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b8cf-dab6-4d77-b462-3e48b51e61ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:57.307837 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-4bd6b8cf-dab6-4d77-b462-3e48b51e61ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:23:57.309075 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-4bd6b8cf-dab6-4d77-b462-3e48b51e61ad admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/643c6660-f510-423f-b616-69b1330abd05 HTTP/1.1" status: 204 len: 168 time: 0.2747500 Sep 14 11:23:57.316836 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6b8cf-dab6-4d77-b462-3e48b51e61ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c6660-f510-423f-b616-69b1330abd05,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:23:59.627557 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd2901-15a8-4c87-a8d7-2f3625031061 req-e98c4bd9-d3b2-466c-a748-9c8ead7a0b6f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:23:59.629082 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-15fd2901-15a8-4c87-a8d7-2f3625031061 req-e98c4bd9-d3b2-466c-a748-9c8ead7a0b6f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 946 time: 0.0534532 Sep 14 11:23:59.670219 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-15fd2901-15a8-4c87-a8d7-2f3625031061 req-6ff52344-409c-4c36-8c5e-1aaeedfb0b31 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Sep 14 11:23:59.828842 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 810af838-8440-4cb9-9bfc-0350d3c43393 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:23:59.851143 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 810af838-8440-4cb9-9bfc-0350d3c43393 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:23:59.851514 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 810af838-8440-4cb9-9bfc-0350d3c43393 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:00.799730 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719f09f-ab87-4540-8c72-234e66a3ecba req-c79c3f88-c6ee-4280-bb21-b070ad02f0da tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:00.801224 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f719f09f-ab87-4540-8c72-234e66a3ecba req-c79c3f88-c6ee-4280-bb21-b070ad02f0da tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 946 time: 0.0517063 Sep 14 11:24:00.841503 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f719f09f-ab87-4540-8c72-234e66a3ecba req-d70c7012-45c9-4281-9860-662cedb3c794 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334880 Sep 14 11:24:01.214879 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-58e45f1b-a3f3-49ad-bf7f-b42bf7ca49dd tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:01.216365 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-58e45f1b-a3f3-49ad-bf7f-b42bf7ca49dd tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 946 time: 0.0495093 Sep 14 11:24:01.319314 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Deleting port ce6b9d74-8e12-46f2-a67b-2815f8822ecc {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:01.319670 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:01.416399 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] For port ce6b9d74-8e12-46f2-a67b-2815f8822ecc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:01.416778 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:01.429061 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Calling delete_port for ce6b9d74-8e12-46f2-a67b-2815f8822ecc owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:01.699635 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:01.712465 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585', 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:24:01.728026 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Pushing event deleted for resources: {'Port': ['ID=ce6b9d74-8e12-46f2-a67b-2815f8822ecc,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:01.776232 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] No DVR routers for this DVR port ce6b9d74-8e12-46f2-a67b-2815f8822ecc on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:24:01.778881 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:01.781126 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-16d4a686-04f8-49f4-9a39-6b442e8017aa req-2ede79c5-a277-460f-8f97-974f335e5fce tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "DELETE /v2.0/ports/ce6b9d74-8e12-46f2-a67b-2815f8822ecc HTTP/1.1" status: 204 len: 173 time: 0.5584977 Sep 14 11:24:01.781598 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45727929-71e2-4e5d-a1e9-3cf19f82e7e0', 'name': 'network-vif-deleted', 'tag': 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:24:01.783840 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea66620-f30b-4be0-be3b-e8de6aae5865" -d '{"events": [{"server_uuid": "45727929-71e2-4e5d-a1e9-3cf19f82e7e0", "name": "network-vif-deleted", "tag": "ce6b9d74-8e12-46f2-a67b-2815f8822ecc"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:24:01.828785 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90df4289-b952-4d6a-ac01-a59995e91e25 x-openstack-request-id: req-90df4289-b952-4d6a-ac01-a59995e91e25 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:24:01.829418 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45727929-71e2-4e5d-a1e9-3cf19f82e7e0", "name": "network-vif-deleted", "tag": "ce6b9d74-8e12-46f2-a67b-2815f8822ecc", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:24:01.829418 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-90df4289-b952-4d6a-ac01-a59995e91e25 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:24:01.830457 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45727929-71e2-4e5d-a1e9-3cf19f82e7e0', 'name': 'network-vif-deleted', 'tag': 'ce6b9d74-8e12-46f2-a67b-2815f8822ecc', 'status': 'completed', 'code': 200} Sep 14 11:24:01.940499 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-223cd7ef-f5e5-43ec-ae82-361eef832513 req-bea5a232-ec89-4119-847f-9d4063097018 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=45727929-71e2-4e5d-a1e9-3cf19f82e7e0 HTTP/1.1" status: 200 len: 210 time: 0.0295508 Sep 14 11:24:02.145226 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:03.438346 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e993575-9f49-4ec1-a0e5-0b1a9447d6f8 req-4e091fc5-c807-42d6-8b39-344a59f83876 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:03.439863 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0e993575-9f49-4ec1-a0e5-0b1a9447d6f8 req-4e091fc5-c807-42d6-8b39-344a59f83876 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 945 time: 0.0516605 Sep 14 11:24:03.478922 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0e993575-9f49-4ec1-a0e5-0b1a9447d6f8 req-55e766f4-ef17-41f3-a2a6-ecc0dfcfa2d2 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Sep 14 11:24:04.600684 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc3192-44d0-4bf5-acd4-892e99875022 req-8ed59871-2577-4427-a86f-a01bc4291fe9 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:04.602217 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5fdc3192-44d0-4bf5-acd4-892e99875022 req-8ed59871-2577-4427-a86f-a01bc4291fe9 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 945 time: 0.0504818 Sep 14 11:24:04.639605 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5fdc3192-44d0-4bf5-acd4-892e99875022 req-d3b505ea-ba7d-4f63-95ab-46360458cde7 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Sep 14 11:24:04.736023 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d832703-825b-41a6-9933-0cad41322777 req-27621b8e-55be-4973-a450-ef7060c693d0 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:04.737493 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d832703-825b-41a6-9933-0cad41322777 req-27621b8e-55be-4973-a450-ef7060c693d0 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 945 time: 0.0540285 Sep 14 11:24:04.830370 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Deleting port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:04.830644 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:04.925811 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] For port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:04.926177 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:04.938839 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Calling delete_port for 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:05.151015 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.162822 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:24:05.183410 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Pushing event deleted for resources: {'Port': ['ID=593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:05.225057 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] No DVR routers for this DVR port 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:24:05.227527 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.229481 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2d832703-825b-41a6-9933-0cad41322777 req-ecdaef2e-f943-4473-b141-60edfd9b209f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "DELETE /v2.0/ports/593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 HTTP/1.1" status: 204 len: 173 time: 0.4861147 Sep 14 11:24:05.229924 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0d6d64-a93f-4727-ae59-58e0d94f46be', 'name': 'network-vif-deleted', 'tag': '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:24:05.232153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b1e9e-97d1-446e-928c-e5d0d2d180e4" -d '{"events": [{"server_uuid": "8a0d6d64-a93f-4727-ae59-58e0d94f46be", "name": "network-vif-deleted", "tag": "593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:24:05.274937 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f274f2-eb66-4b9f-8626-6b0c17be9953 x-openstack-request-id: req-b2f274f2-eb66-4b9f-8626-6b0c17be9953 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:24:05.274937 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a0d6d64-a93f-4727-ae59-58e0d94f46be", "name": "network-vif-deleted", "tag": "593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:24:05.274937 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2f274f2-eb66-4b9f-8626-6b0c17be9953 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:24:05.274937 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0d6d64-a93f-4727-ae59-58e0d94f46be', 'name': 'network-vif-deleted', 'tag': '593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585', 'status': 'completed', 'code': 200} Sep 14 11:24:05.350002 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 43974) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:05.454867 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43a7591d-6fbd-4caf-8750-45af64faa3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.539470 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43a7591d-6fbd-4caf-8750-45af64faa3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.618965 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-43a7591d-6fbd-4caf-8750-45af64faa3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.655746 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-43a7591d-6fbd-4caf-8750-45af64faa3a1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=564b14da4fd142dab28a4bfbd60aadab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046508 Sep 14 11:24:05.656830 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7591d-6fbd-4caf-8750-45af64faa3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fab3a9-3a33-4aaa-b50e-22955ce789c6,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:05.658558 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 43978) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:05.710302 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cac6a664-4bcd-463a-afce-7d9af62be1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.756527 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6dd94311-34b8-4e5c-839c-222fde6d1cce req-a7b3df15-7e10-460e-9f46-0d043d0b71ac tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a0d6d64-a93f-4727-ae59-58e0d94f46be HTTP/1.1" status: 200 len: 210 time: 0.0368822 Sep 14 11:24:05.758280 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cac6a664-4bcd-463a-afce-7d9af62be1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.872244 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device ce6b9d74-8e12-46f2-a67b-2815f8822ecc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:05.887556 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cac6a664-4bcd-463a-afce-7d9af62be1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.890121 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-cac6a664-4bcd-463a-afce-7d9af62be1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:05.891375 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-cac6a664-4bcd-463a-afce-7d9af62be1cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4fab3a9-3a33-4aaa-b50e-22955ce789c6 HTTP/1.1" status: 204 len: 168 time: 0.2317431 Sep 14 11:24:05.895379 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: ce6b9d74-8e12-46f2-a67b-2815f8822ecc {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:05.895740 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device ce6b9d74-8e12-46f2-a67b-2815f8822ecc not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:05.899919 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6a664-4bcd-463a-afce-7d9af62be1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fab3a9-3a33-4aaa-b50e-22955ce789c6,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:06.428641 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-03b6097d-38d7-4166-bf6a-fe41c80966f4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411928 Sep 14 11:24:06.516203 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-28c3bdc9-8d6f-4e05-a882-eeb523c5bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:06.517597 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-28c3bdc9-8d6f-4e05-a882-eeb523c5bf2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1098 time: 0.0424278 Sep 14 11:24:06.563628 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 43986) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:06.577005 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-492803db-4a4a-4835-9162-03a7fba280e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:06.624771 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-ea864405-5e06-4b97-8c65-38857c81d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:06.626239 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-ea864405-5e06-4b97-8c65-38857c81d36b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 200 len: 909 time: 0.0899384 Sep 14 11:24:06.664471 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-492803db-4a4a-4835-9162-03a7fba280e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:06.690544 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-655402ab-f620-48fc-a49e-a7d59dbe26b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 200 len: 1000 time: 0.0572217 Sep 14 11:24:06.733970 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-492803db-4a4a-4835-9162-03a7fba280e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:06.743648 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-2a008d2e-37eb-40b6-8ea4-c42ca86b264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:06.746022 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-2a008d2e-37eb-40b6-8ea4-c42ca86b264d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91479fb-ff27-473e-8fe8-cffb94e7d71a HTTP/1.1" status: 200 len: 847 time: 0.0483930 Sep 14 11:24:06.780368 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-492803db-4a4a-4835-9162-03a7fba280e7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f104e20696124119a8761450792ea5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155256 Sep 14 11:24:06.782454 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492803db-4a4a-4835-9162-03a7fba280e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0151bfa-f52a-4924-91c6-3deea8c0b7d9,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:06.785149 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 43990) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:06.801009 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-bce1e73c-1585-4ad5-a908-0b239cada81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:06.803489 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-bce1e73c-1585-4ad5-a908-0b239cada81f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88321d9-7e37-4c1e-aa76-a44320203853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494754 Sep 14 11:24:06.853929 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5227-a284-4b90-a50b-2d286b1b60e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:06.875223 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5227-a284-4b90-a50b-2d286b1b60e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:06.901924 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-3f4bca29-78ac-41a4-8f81-85bdc514b388 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905025 Sep 14 11:24:06.985061 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5227-a284-4b90-a50b-2d286b1b60e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:06.988089 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5227-a284-4b90-a50b-2d286b1b60e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:06.989282 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5cdd5227-a284-4b90-a50b-2d286b1b60e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0151bfa-f52a-4924-91c6-3deea8c0b7d9 HTTP/1.1" status: 204 len: 168 time: 0.1886563 Sep 14 11:24:06.997277 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd5227-a284-4b90-a50b-2d286b1b60e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0151bfa-f52a-4924-91c6-3deea8c0b7d9,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:07.000811 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-187df570-801d-4dcd-bca3-cfc1167a16d5 req-6e3e2c4f-a50a-47df-b471-819f41b4f4ba service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915580 Sep 14 11:24:07.888978 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:07.908135 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:07.912328 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 593a5c8c-5e4e-4e8b-a74c-ec0dcbd17585 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:08.575438 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f01e9-2c03-4c22-8647-f0183e372e11 req-ed700660-ab4b-476c-a5cd-f5819fafb96f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:08.576903 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c0f01e9-2c03-4c22-8647-f0183e372e11 req-ed700660-ab4b-476c-a5cd-f5819fafb96f tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 946 time: 0.0478640 Sep 14 11:24:08.615609 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9c0f01e9-2c03-4c22-8647-f0183e372e11 req-dcb2d6ba-4e7e-401a-9886-248bc65c8d78 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Sep 14 11:24:09.743632 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a1b5b-3c7c-4318-abd5-841320d95f77 req-6331de86-642a-42e6-bc18-027005980192 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:09.745155 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e15a1b5b-3c7c-4318-abd5-841320d95f77 req-6331de86-642a-42e6-bc18-027005980192 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 946 time: 0.0529306 Sep 14 11:24:09.789047 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e15a1b5b-3c7c-4318-abd5-841320d95f77 req-8acfe913-acd4-4216-8d40-4fd17106912d tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/security-groups?id=3a274989-f2cb-4689-a823-e431f67f5539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Sep 14 11:24:10.063472 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-3c4048fd-ef03-4732-9865-19cf61189e29 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:10.064918 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-3c4048fd-ef03-4732-9865-19cf61189e29 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 946 time: 0.0528321 Sep 14 11:24:10.163602 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Deleting port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:10.163950 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:10.276607 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] For port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,segment=NetworkSegment(c2a82bf7-12dc-45f5-988a-24db90a14e87),segment_id=c2a82bf7-12dc-45f5-988a-24db90a14e87)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:10.277229 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:10.290131 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Calling delete_port for 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:10.502385 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44072) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:10.538915 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:10.551364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['39bb4108-9ff4-4346-bb5a-4de09a3ea5f2'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:24:10.572049 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Pushing event deleted for resources: {'Port': ['ID=39bb4108-9ff4-4346-bb5a-4de09a3ea5f2,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:10.611649 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-770827ff-8b0e-4ab0-ba20-103d9a346dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:10.615732 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] No DVR routers for this DVR port 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:24:10.618229 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:10.620249 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bfd5a986-dff0-4037-96ed-34c08c0ad882 req-c4b24d5b-e3a7-4029-bc01-c87719a8e9d5 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.60 "DELETE /v2.0/ports/39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 HTTP/1.1" status: 204 len: 173 time: 0.5488296 Sep 14 11:24:10.620683 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8ea87b-a099-4e7e-a7b9-d7971c690e88', 'name': 'network-vif-deleted', 'tag': '39bb4108-9ff4-4346-bb5a-4de09a3ea5f2'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:24:10.622885 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ebd842-b014-4fa2-a2ab-5ddb526a6e24" -d '{"events": [{"server_uuid": "2a8ea87b-a099-4e7e-a7b9-d7971c690e88", "name": "network-vif-deleted", "tag": "39bb4108-9ff4-4346-bb5a-4de09a3ea5f2"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:24:10.658396 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1d5da6-4dbd-4f18-94f0-f691741527cb x-openstack-request-id: req-6d1d5da6-4dbd-4f18-94f0-f691741527cb {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:24:10.658690 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8ea87b-a099-4e7e-a7b9-d7971c690e88", "name": "network-vif-deleted", "tag": "39bb4108-9ff4-4346-bb5a-4de09a3ea5f2", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:24:10.658942 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d1d5da6-4dbd-4f18-94f0-f691741527cb {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:24:10.659426 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8ea87b-a099-4e7e-a7b9-d7971c690e88', 'name': 'network-vif-deleted', 'tag': '39bb4108-9ff4-4346-bb5a-4de09a3ea5f2', 'status': 'completed', 'code': 200} Sep 14 11:24:10.700998 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-770827ff-8b0e-4ab0-ba20-103d9a346dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:10.767131 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-770827ff-8b0e-4ab0-ba20-103d9a346dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:10.806412 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-770827ff-8b0e-4ab0-ba20-103d9a346dbc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=80905ceaa80449c4bce3c37811943334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029463 Sep 14 11:24:10.807268 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770827ff-8b0e-4ab0-ba20-103d9a346dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8716ff1d-06e1-4b70-9019-521981c1db94,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:10.809248 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44078) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:10.860999 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1d390af2-7c60-410c-96ec-bf2cc28cdff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:10.898413 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a49700a8-19a6-4bc6-a005-d12720dbdf75 req-593c6443-f618-4289-85a0-17da0cd515c6 tempest-AttachVolumeNegativeTest-1728447399 tempest-AttachVolumeNegativeTest-1728447399-project] 10.222.0.59 "GET /v2.0/ports?device_id=2a8ea87b-a099-4e7e-a7b9-d7971c690e88 HTTP/1.1" status: 200 len: 210 time: 0.0354192 Sep 14 11:24:10.913236 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1d390af2-7c60-410c-96ec-bf2cc28cdff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:11.041591 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1d390af2-7c60-410c-96ec-bf2cc28cdff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:11.044254 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1d390af2-7c60-410c-96ec-bf2cc28cdff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:11.045442 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-1d390af2-7c60-410c-96ec-bf2cc28cdff5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8716ff1d-06e1-4b70-9019-521981c1db94 HTTP/1.1" status: 204 len: 168 time: 0.2351530 Sep 14 11:24:11.054453 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d390af2-7c60-410c-96ec-bf2cc28cdff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716ff1d-06e1-4b70-9019-521981c1db94,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:11.642921 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44086) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:11.657367 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-151c70dc-04bc-43b3-997a-5aac7b1b70f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:11.745726 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-151c70dc-04bc-43b3-997a-5aac7b1b70f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:11.819800 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-151c70dc-04bc-43b3-997a-5aac7b1b70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:11.856991 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c70dc-04bc-43b3-997a-5aac7b1b70f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a207ec-5ee1-4c3f-9101-049d85d1fb96,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:11.861237 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-151c70dc-04bc-43b3-997a-5aac7b1b70f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b3d55c8ba9c43c2ac006037ce6b23da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172511 Sep 14 11:24:11.863914 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44088) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:11.913837 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-03154397-4562-493e-8049-7ecc5dd82fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:11.935428 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-03154397-4562-493e-8049-7ecc5dd82fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:11.954822 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44092) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:12.003043 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac3ea66-eeab-4083-8eb3-b7823e93ea55 admin admin] Deleting subnet 8ff6bd9b-4492-4cc2-bfbc-73441fa56a04 {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:24:12.006806 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ea66-eeab-4083-8eb3-b7823e93ea55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.040883 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ea66-eeab-4083-8eb3-b7823e93ea55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.054433 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-03154397-4562-493e-8049-7ecc5dd82fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.057105 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-03154397-4562-493e-8049-7ecc5dd82fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.058287 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-03154397-4562-493e-8049-7ecc5dd82fd4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17a207ec-5ee1-4c3f-9101-049d85d1fb96 HTTP/1.1" status: 204 len: 168 time: 0.1929049 Sep 14 11:24:12.073047 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03154397-4562-493e-8049-7ecc5dd82fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a207ec-5ee1-4c3f-9101-049d85d1fb96,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:12.080622 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ea66-eeab-4083-8eb3-b7823e93ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.190696 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ea66-eeab-4083-8eb3-b7823e93ea55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.218100 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3ea66-eeab-4083-8eb3-b7823e93ea55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff6bd9b-4492-4cc2-bfbc-73441fa56a04,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:12.220079 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ea66-eeab-4083-8eb3-b7823e93ea55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.221948 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-1ac3ea66-eeab-4083-8eb3-b7823e93ea55 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8ff6bd9b-4492-4cc2-bfbc-73441fa56a04 HTTP/1.1" status: 204 len: 168 time: 0.2660937 Sep 14 11:24:12.225335 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44096) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:12.297557 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.381593 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.401450 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd2c3d6-d275-4828-a200-3a02a40533fa']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:12.410681 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a82bf7-12dc-45f5-988a-24db90a14e87') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:12.410969 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a82bf7-12dc-45f5-988a-24db90a14e87') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:12.421304 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.435525 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.441799 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:24:12.442213 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:24:12.443953 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:24:12.573719 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.579203 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:12.581057 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9cd2c3d6-d275-4828-a200-3a02a40533fa HTTP/1.1" status: 204 len: 168 time: 0.3546329 Sep 14 11:24:12.592844 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5942f3-c34f-40c1-a01b-645527074813 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd2c3d6-d275-4828-a200-3a02a40533fa,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:13.124822 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44116) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:13.171143 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-e1876a1a-73f7-4403-8d4f-4b8da9922a4a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88fea8dc343349f88e06bc427895ff7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451488 Sep 14 11:24:13.173865 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44118) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:13.227079 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-33cf8d23-d820-4b16-8303-a900763269b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:13.249645 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-33cf8d23-d820-4b16-8303-a900763269b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:13.407922 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-33cf8d23-d820-4b16-8303-a900763269b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:13.410873 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-33cf8d23-d820-4b16-8303-a900763269b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:13.412602 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-33cf8d23-d820-4b16-8303-a900763269b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a274989-f2cb-4689-a823-e431f67f5539 HTTP/1.1" status: 204 len: 168 time: 0.2378216 Sep 14 11:24:13.421815 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf8d23-d820-4b16-8303-a900763269b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a274989-f2cb-4689-a823-e431f67f5539,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:13.921430 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:13.945327 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44138) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:13.950376 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:13.951016 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 39bb4108-9ff4-4346-bb5a-4de09a3ea5f2 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:14.056815 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a11385f-47fb-4a2b-9628-bb7dc63178a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:14.147788 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a11385f-47fb-4a2b-9628-bb7dc63178a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:14.207906 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a11385f-47fb-4a2b-9628-bb7dc63178a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:14.249786 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5a11385f-47fb-4a2b-9628-bb7dc63178a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f958c6ec741c44d2b7ba45cd7a607207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009343 Sep 14 11:24:14.249786 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11385f-47fb-4a2b-9628-bb7dc63178a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a223b42-bd9e-4e97-afbd-656e62dd6584,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:14.250175 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44146) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:14.307075 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c65b1655-062f-4808-a144-66f8df588197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:14.328812 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c65b1655-062f-4808-a144-66f8df588197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:14.470058 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c65b1655-062f-4808-a144-66f8df588197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:14.472782 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-c65b1655-062f-4808-a144-66f8df588197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:14.474015 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-c65b1655-062f-4808-a144-66f8df588197 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a223b42-bd9e-4e97-afbd-656e62dd6584 HTTP/1.1" status: 204 len: 168 time: 0.2228324 Sep 14 11:24:14.482466 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b1655-062f-4808-a144-66f8df588197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a223b42-bd9e-4e97-afbd-656e62dd6584,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:16.248779 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44216) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:16.365572 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5fa248a8-75b5-42b7-b054-6469b920c371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.453908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5fa248a8-75b5-42b7-b054-6469b920c371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.544740 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5fa248a8-75b5-42b7-b054-6469b920c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.583319 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa248a8-75b5-42b7-b054-6469b920c371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb539d1-f105-46bd-870e-ac7023be06bc,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:16.587835 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-5fa248a8-75b5-42b7-b054-6469b920c371 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad58d2e9be9344f0af477a0188537848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379846 Sep 14 11:24:16.590385 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44220) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:16.647056 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-19f6dc2b-10de-481f-a360-2ec30a6d53f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.670919 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-19f6dc2b-10de-481f-a360-2ec30a6d53f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.677865 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44224) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:16.790137 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-19f6dc2b-10de-481f-a360-2ec30a6d53f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.799387 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3ee50c57-2ece-4355-b5f9-09945eeccddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.799739 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-19f6dc2b-10de-481f-a360-2ec30a6d53f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.799739 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-19f6dc2b-10de-481f-a360-2ec30a6d53f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfb539d1-f105-46bd-870e-ac7023be06bc HTTP/1.1" status: 204 len: 168 time: 0.2026856 Sep 14 11:24:16.803847 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6dc2b-10de-481f-a360-2ec30a6d53f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb539d1-f105-46bd-870e-ac7023be06bc,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:16.892745 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3ee50c57-2ece-4355-b5f9-09945eeccddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:16.967682 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3ee50c57-2ece-4355-b5f9-09945eeccddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:17.008796 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-3ee50c57-2ece-4355-b5f9-09945eeccddc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85027e81dc844fabad9a26ef57de6c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286479 Sep 14 11:24:17.009851 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee50c57-2ece-4355-b5f9-09945eeccddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee75b3-2803-4326-8e0c-a5a3a80cf710,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:17.011511 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44230) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:17.065075 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f05a8dc4-6fa8-41a8-97a5-583562258c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:17.088333 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f05a8dc4-6fa8-41a8-97a5-583562258c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:17.208047 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f05a8dc4-6fa8-41a8-97a5-583562258c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:17.210761 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f05a8dc4-6fa8-41a8-97a5-583562258c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:17.214321 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f05a8dc4-6fa8-41a8-97a5-583562258c5d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5ee75b3-2803-4326-8e0c-a5a3a80cf710 HTTP/1.1" status: 204 len: 168 time: 0.1986637 Sep 14 11:24:17.229984 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a8dc4-6fa8-41a8-97a5-583562258c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee75b3-2803-4326-8e0c-a5a3a80cf710,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:17.848576 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44254) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:17.861842 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-75aef0bf-0a85-480d-b3ef-030528406240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:17.971794 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-75aef0bf-0a85-480d-b3ef-030528406240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:18.024376 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-75aef0bf-0a85-480d-b3ef-030528406240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:18.067863 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-75aef0bf-0a85-480d-b3ef-030528406240 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5581d2a0cb6c4043a276ba54e814526e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2178504 Sep 14 11:24:18.068999 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aef0bf-0a85-480d-b3ef-030528406240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e40c7-6ad3-45f5-a8a4-05d0a3003ff7,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:18.070427 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44260) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:18.122406 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-204dd152-deeb-456b-855c-777d4a43afcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:18.143973 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-204dd152-deeb-456b-855c-777d4a43afcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:18.275860 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-204dd152-deeb-456b-855c-777d4a43afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:18.278620 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-204dd152-deeb-456b-855c-777d4a43afcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:18.279868 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-204dd152-deeb-456b-855c-777d4a43afcf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/812e40c7-6ad3-45f5-a8a4-05d0a3003ff7 HTTP/1.1" status: 204 len: 168 time: 0.2078290 Sep 14 11:24:18.288727 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dd152-deeb-456b-855c-777d4a43afcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e40c7-6ad3-45f5-a8a4-05d0a3003ff7,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:18.967621 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e7134db5-4ce2-4950-8221-49c6ab3c5e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:21.244741 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44348) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:21.347706 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9b2259af-5b74-41b8-8d7c-b7a3c9bf6ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:21.455979 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9b2259af-5b74-41b8-8d7c-b7a3c9bf6ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:21.505708 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9b2259af-5b74-41b8-8d7c-b7a3c9bf6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:21.543809 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-9b2259af-5b74-41b8-8d7c-b7a3c9bf6ea5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7c79fa95436f4fb9be9a55e2ec82f811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979848 Sep 14 11:24:21.544643 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2259af-5b74-41b8-8d7c-b7a3c9bf6ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09611d66-a356-4591-a45a-4aae81a05d7b,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:21.546837 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44358) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:21.603763 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c2b-49a3-47a1-ad97-6c2cca4d08f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:21.624177 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c2b-49a3-47a1-ad97-6c2cca4d08f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:21.764157 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44360) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:21.784655 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c2b-49a3-47a1-ad97-6c2cca4d08f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:21.787585 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-f0a93c2b-49a3-47a1-ad97-6c2cca4d08f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:21.791855 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-f0a93c2b-49a3-47a1-ad97-6c2cca4d08f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09611d66-a356-4591-a45a-4aae81a05d7b HTTP/1.1" status: 204 len: 168 time: 0.2323079 Sep 14 11:24:21.797700 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a93c2b-49a3-47a1-ad97-6c2cca4d08f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09611d66-a356-4591-a45a-4aae81a05d7b,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:21.956010 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7badaf79-b592-42b0-a2d0-bc8422493f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.045127 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Deleting port e0928143-6a24-48f5-a470-b959a8c5f7c8 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:22.045127 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.149465 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.152143 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.165912 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Calling delete_port for e0928143-6a24-48f5-a470-b959a8c5f7c8 owned by network:floatingip {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:22.373125 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.390333 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.423356 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event deleted for resources: {'Port': ['ID=e0928143-6a24-48f5-a470-b959a8c5f7c8,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:22.433216 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44372) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:22.449020 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b9841cbf-896a-4214-986d-e43c8b17ccc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.491110 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.491593 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Floating IP 55856727-fc3e-42f8-bf12-1bdce19ad079 disassociated (deleted). External IP: 172.27.0.23, port: daf4fa55-5fad-41ff-aa40-8f3ce4107c64. Sep 14 11:24:22.542817 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b9841cbf-896a-4214-986d-e43c8b17ccc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.585424 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b9841cbf-896a-4214-986d-e43c8b17ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.624111 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b9841cbf-896a-4214-986d-e43c8b17ccc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7911fd7baa443d79cd592c76f21679d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894934 Sep 14 11:24:22.625015 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9841cbf-896a-4214-986d-e43c8b17ccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bbf5cd-c28b-4462-816e-2adc8101e9bc,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:22.628162 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44374) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:22.683568 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-926b5e94-e955-47ac-b3b0-694645dbebd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.705501 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Router b5159faf-331c-43f8-ad4b-a4da2bcfb732 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:24:22.706075 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-926b5e94-e955-47ac-b3b0-694645dbebd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.814113 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:24:22.818463 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-926b5e94-e955-47ac-b3b0-694645dbebd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.820003 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.820999 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-926b5e94-e955-47ac-b3b0-694645dbebd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.830403 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-926b5e94-e955-47ac-b3b0-694645dbebd1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9bbf5cd-c28b-4462-816e-2adc8101e9bc HTTP/1.1" status: 204 len: 168 time: 0.1929111 Sep 14 11:24:22.830518 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] Sync routers for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:24:22.832233 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b5e94-e955-47ac-b3b0-694645dbebd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bbf5cd-c28b-4462-816e-2adc8101e9bc,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:22.848321 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-55a535ef-ac3f-4b0d-8809-2c46e28f5b7f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "DELETE /v2.0/floatingips/55856727-fc3e-42f8-bf12-1bdce19ad079 HTTP/1.1" status: 204 len: 168 time: 1.0829263 Sep 14 11:24:22.849581 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:24:22.852132 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eef7cb-6f3c-4188-b190-472f1d9afda3" -d '{"events": [{"name": "network-changed", "server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:24:22.884930 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:24:22.885972 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:22.888796 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0487bd-8abb-46ea-a9dd-1e038fa4b20b x-openstack-request-id: req-aa0487bd-8abb-46ea-a9dd-1e038fa4b20b {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:24:22.890225 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:24:22.890225 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aa0487bd-8abb-46ea-a9dd-1e038fa4b20b {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:24:22.890225 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'status': 'completed', 'code': 200} Sep 14 11:24:22.890508 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:22.964443 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-5816ac51-2c5b-43b9-bafe-28923715b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:22.966398 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-5816ac51-2c5b-43b9-bafe-28923715b015 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3872c54353f4eaa9fc63f008cd42679&device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 1098 time: 0.0522838 Sep 14 11:24:22.999608 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:24:23.069257 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-47f99104-3dd6-49ae-8368-1fd751df0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:23.071202 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-47f99104-3dd6-49ae-8368-1fd751df0550 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 200 len: 909 time: 0.0980413 Sep 14 11:24:23.116453 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-faa8e3b4-95ff-44f8-bc36-5cd2e5b815fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 200 len: 217 time: 0.0379922 Sep 14 11:24:23.186849 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-f528dff2-8d3b-40b6-8793-a06cf145766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:23.188395 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-f528dff2-8d3b-40b6-8793-a06cf145766f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91479fb-ff27-473e-8fe8-cffb94e7d71a HTTP/1.1" status: 200 len: 847 time: 0.0654569 Sep 14 11:24:23.229035 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:53Z', 'revision_number': 5, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:23.250091 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-6f662cf2-cc14-48be-908c-66a0aaf76dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:23.251818 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-6f662cf2-cc14-48be-908c-66a0aaf76dda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88321d9-7e37-4c1e-aa76-a44320203853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562811 Sep 14 11:24:23.270152 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] Checking router: b5159faf-331c-43f8-ad4b-a4da2bcfb732 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:24:23.284582 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:24:23.284582 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:23.389513 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-c7ffb907-bd0a-4288-94f5-aa7684b3e4f1 service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203544 Sep 14 11:24:23.422499 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:24:23.509869 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb891b7-92a4-4126-b9ac-8a095fa2fb79 req-a279b4ea-2bb5-4191-8fa7-8801923aee28 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:23.515995 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ddb891b7-92a4-4126-b9ac-8a095fa2fb79 req-a279b4ea-2bb5-4191-8fa7-8801923aee28 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.1253889 Sep 14 11:24:23.559009 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3eef7cb-6f3c-4188-b190-472f1d9afda3 req-1931e13d-c25c-4730-8476-555ce22b3bff service neutron] 10.222.0.60 "GET /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582189 Sep 14 11:24:23.606652 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ddb891b7-92a4-4126-b9ac-8a095fa2fb79 req-d8e0dc03-97eb-434a-9e47-5b50d43c3d8f tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670149 Sep 14 11:24:23.654079 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:53Z', 'revision_number': 5, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:23.680714 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a9d8d-ca3c-42e0-a93f-cc013255016c None None] The sync data for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi is: [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:18:45Z', 'revision_number': 4, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe', 'name': '', 'network_id': 'f88321d9-7e37-4c1e-aa76-a44320203853', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'mac_address': 'fa:16:3e:1b:f1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:44Z', 'updated_at': '2021-09-14T11:18:53Z', 'revision_number': 5, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'subnets': [{'id': 'f91479fb-ff27-473e-8fe8-cffb94e7d71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:24:23.950786 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710ae13-3a0d-40db-8380-b90c3e07fcd4 None None] New status for floating IP 55856727-fc3e-42f8-bf12-1bdce19ad079: DOWN {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:24:24.589889 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:24.729626 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ce4e6-0da4-4b7f-a1c7-760e5b2fff5c req-f3c47514-8010-4c15-be58-8eb121ec4079 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:24.731476 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-047ce4e6-0da4-4b7f-a1c7-760e5b2fff5c req-f3c47514-8010-4c15-be58-8eb121ec4079 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0589414 Sep 14 11:24:24.794950 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-047ce4e6-0da4-4b7f-a1c7-760e5b2fff5c req-f6a8f5b1-a68e-48fd-97b1-d52d9cc43354 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/security-groups?id=c948c56f-9cd0-4639-9f1a-b98a79d2dea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499938 Sep 14 11:24:24.830631 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-031c0244-6580-4223-b58e-7804d0962e63 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:24:24.832107 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-031c0244-6580-4223-b58e-7804d0962e63 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.60 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 945 time: 0.0633779 Sep 14 11:24:24.925485 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Deleting port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:24.925948 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:25.029929 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] For port daf4fa55-5fad-41ff-aa40-8f3ce4107c64, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:25.030396 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:25.045420 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Calling delete_port for daf4fa55-5fad-41ff-aa40-8f3ce4107c64 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:25.527766 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:25.556814 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event deleted for resources: {'Port': ['ID=daf4fa55-5fad-41ff-aa40-8f3ce4107c64,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:25.605627 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] No DVR routers for this DVR port daf4fa55-5fad-41ff-aa40-8f3ce4107c64 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:24:25.608358 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:25.610480 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5d2aadec-6a12-4ade-b5cb-b60a5b857e03 req-4a4dc409-db98-4ea4-974d-9b399f33b7e2 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.60 "DELETE /v2.0/ports/daf4fa55-5fad-41ff-aa40-8f3ce4107c64 HTTP/1.1" status: 204 len: 173 time: 0.7712109 Sep 14 11:24:25.610930 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'name': 'network-vif-deleted', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:24:25.613296 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b74495-f62e-414f-ad4e-5b8054ed3a2e" -d '{"events": [{"server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "name": "network-vif-deleted", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:24:25.657499 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad064899-7827-4f0b-a1b5-b7f68bad2909 x-openstack-request-id: req-ad064899-7827-4f0b-a1b5-b7f68bad2909 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:24:25.657908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685527a1-8cd7-4106-8780-fa73676c0128", "name": "network-vif-deleted", "tag": "daf4fa55-5fad-41ff-aa40-8f3ce4107c64", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:24:25.658040 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ad064899-7827-4f0b-a1b5-b7f68bad2909 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:24:25.658417 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685527a1-8cd7-4106-8780-fa73676c0128', 'name': 'network-vif-deleted', 'tag': 'daf4fa55-5fad-41ff-aa40-8f3ce4107c64', 'status': 'completed', 'code': 200} Sep 14 11:24:25.896177 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0b211a88-d50d-42f4-8a26-0123b34b1b12 req-7b18b7a5-b761-4dc2-9b2f-cbf63e4c28b3 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 210 time: 0.0323749 Sep 14 11:24:27.005891 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b4b8a218-c823-40b6-92b9-22d84795debf req-f13e8e3a-882b-474f-bd9e-dc6714374235 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "GET /v2.0/ports?device_id=685527a1-8cd7-4106-8780-fa73676c0128 HTTP/1.1" status: 200 len: 210 time: 0.0261939 Sep 14 11:24:28.029016 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device daf4fa55-5fad-41ff-aa40-8f3ce4107c64 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:28.056081 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: daf4fa55-5fad-41ff-aa40-8f3ce4107c64 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:28.056438 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device daf4fa55-5fad-41ff-aa40-8f3ce4107c64 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:28.070668 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44530) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:28.134952 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b53e53a-b3c2-4781-96a7-e194605bc0d4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:28.161517 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b53e53a-b3c2-4781-96a7-e194605bc0d4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:28.281655 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b53e53a-b3c2-4781-96a7-e194605bc0d4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:28.284358 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2b53e53a-b3c2-4781-96a7-e194605bc0d4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:28.285646 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2b53e53a-b3c2-4781-96a7-e194605bc0d4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] 10.222.0.59 "DELETE /v2.0/security-groups/c948c56f-9cd0-4639-9f1a-b98a79d2dea5 HTTP/1.1" status: 204 len: 168 time: 0.2138841 Sep 14 11:24:28.295388 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53e53a-b3c2-4781-96a7-e194605bc0d4 tempest-TestShelveInstance-1097540514 tempest-TestShelveInstance-1097540514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c948c56f-9cd0-4639-9f1a-b98a79d2dea5,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:28.419499 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44534) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:28.941683 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:29.191088 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Deleting port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:29.191821 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:29.279914 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] For port fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:29.280306 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:29.293991 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Calling delete_port for fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe owned by network:router_interface {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:29.670908 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:29.695513 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:29.877066 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.269246 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Router b5159faf-331c-43f8-ad4b-a4da2bcfb732 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:24:30.383243 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:24:30.391082 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-17a31f2c-1d88-4a92-8ba4-fcf0544c99a3 admin admin] 10.222.0.59 "PUT /v2.0/routers/b5159faf-331c-43f8-ad4b-a4da2bcfb732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9685266 Sep 14 11:24:30.391082 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44564) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:30.391310 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44566) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:30.398831 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] Sync routers for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:24:30.409974 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:24:30.410771 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:30.506918 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a13d80cd-d94c-4c27-ae3a-6b916113bf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.508091 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks [] for router, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.526090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:24:30.607980 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a13d80cd-d94c-4c27-ae3a-6b916113bf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.622918 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.704177 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a13d80cd-d94c-4c27-ae3a-6b916113bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.710498 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:24:29Z', 'revision_number': 5, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port': {'id': '7bba31db-8a58-4084-9a4b-957bdb483b77', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:42Z', 'updated_at': '2021-09-14T11:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:30.736972 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] Checking router: b5159faf-331c-43f8-ad4b-a4da2bcfb732 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:24:30.746565 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] Routers {'b5159faf-331c-43f8-ad4b-a4da2bcfb732'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:24:30.747177 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:30.748255 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44570) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:30.751201 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-a13d80cd-d94c-4c27-ae3a-6b916113bf7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=607ed9ce669f4787b2aa3c880cf29380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573360 Sep 14 11:24:30.751201 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d80cd-d94c-4c27-ae3a-6b916113bf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d28c1-c0d7-4816-acce-a6c5c42426da,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:30.778506 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Deleting port 7bba31db-8a58-4084-9a4b-957bdb483b77 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:30.778852 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.837651 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] Set router b5159faf-331c-43f8-ad4b-a4da2bcfb732 gateway port host: None {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:24:30.861659 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-fbae2d87-1cae-4f68-9979-41cec6840614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.901018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-fbae2d87-1cae-4f68-9979-41cec6840614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.915741 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] For port 7bba31db-8a58-4084-9a4b-957bdb483b77, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=7bba31db-8a58-4084-9a4b-957bdb483b77,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:30.916112 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:30.940969 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Calling delete_port for 7bba31db-8a58-4084-9a4b-957bdb483b77 owned by network:router_gateway {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:31.019514 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:24:30Z', 'revision_number': 6, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port_host': None}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:31.046883 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf6e480-3771-4520-ad20-500c735b7b07 None None] The sync data for ids ['b5159faf-331c-43f8-ad4b-a4da2bcfb732'] in dv-cinder-804757-8-iscsi is: [{'id': 'b5159faf-331c-43f8-ad4b-a4da2bcfb732', 'name': 'tempest-TestShelveInstance-477589985-router', 'tenant_id': 'f3872c54353f4eaa9fc63f008cd42679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:41Z', 'updated_at': '2021-09-14T11:24:30Z', 'revision_number': 6, 'project_id': 'f3872c54353f4eaa9fc63f008cd42679', 'gw_port_host': None}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:24:31.096686 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-fbae2d87-1cae-4f68-9979-41cec6840614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.099219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-fbae2d87-1cae-4f68-9979-41cec6840614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.100559 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-fbae2d87-1cae-4f68-9979-41cec6840614 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c81d28c1-c0d7-4816-acce-a6c5c42426da HTTP/1.1" status: 204 len: 168 time: 0.3502462 Sep 14 11:24:31.116023 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae2d87-1cae-4f68-9979-41cec6840614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d28c1-c0d7-4816-acce-a6c5c42426da,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:31.202488 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.229952 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bba31db-8a58-4084-9a4b-957bdb483b77,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:31.297205 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.391186 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.393854 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.568224 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.570541 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5159faf-331c-43f8-ad4b-a4da2bcfb732 {{(pid=94631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:24:31.581081 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.587586 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-5a742294-b020-4f70-8d5c-5c11d5277013 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b5159faf-331c-43f8-ad4b-a4da2bcfb732 HTTP/1.1" status: 204 len: 168 time: 1.1951413 Sep 14 11:24:31.587829 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44578) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:31.638312 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b3608a-6b0a-46f0-af01-ddb80408cb12 admin admin] Deleting subnet f91479fb-ff27-473e-8fe8-cffb94e7d71a {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:24:31.641773 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d1b3608a-6b0a-46f0-af01-ddb80408cb12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.670590 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:31.682638 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d1b3608a-6b0a-46f0-af01-ddb80408cb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.696105 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:31.696448 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device fd09b10a-410f-4f79-8d9b-cb8c88fc1bfe not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:31.765195 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d1b3608a-6b0a-46f0-af01-ddb80408cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.893558 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d1b3608a-6b0a-46f0-af01-ddb80408cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.921900 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d1b3608a-6b0a-46f0-af01-ddb80408cb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:31.926189 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-d1b3608a-6b0a-46f0-af01-ddb80408cb12 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f91479fb-ff27-473e-8fe8-cffb94e7d71a HTTP/1.1" status: 204 len: 168 time: 0.3345561 Sep 14 11:24:31.926189 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3608a-6b0a-46f0-af01-ddb80408cb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91479fb-ff27-473e-8fe8-cffb94e7d71a,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:31.926587 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44584) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:31.927606 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c89a9a-55cc-4f33-ac01-a66fb54e3862 None None] Network f88321d9-7e37-4c1e-aa76-a44320203853 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:24:32.006813 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.061185 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Deleting port 73281671-3958-4c13-b718-7679bf755f38 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:32.061532 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.126152 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] DHCP port deletion for f88321d9-7e37-4c1e-aa76-a44320203853 request from dv-cinder-804757-8-iscsi {{(pid=94633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:24:32.131603 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.135273 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] For port 73281671-3958-4c13-b718-7679bf755f38, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=73281671-3958-4c13-b718-7679bf755f38,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:32.135676 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.149516 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Calling delete_port for 73281671-3958-4c13-b718-7679bf755f38 owned by network:dhcp {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:32.188454 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Deleting port 73281671-3958-4c13-b718-7679bf755f38 {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:32.189100 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.260704 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] For port 73281671-3958-4c13-b718-7679bf755f38, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=73281671-3958-4c13-b718-7679bf755f38,segment=NetworkSegment(9f4cf6f8-3b02-40f2-a153-b3a64ff0645a),segment_id=9f4cf6f8-3b02-40f2-a153-b3a64ff0645a)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:32.261088 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.273995 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Calling delete_port for 73281671-3958-4c13-b718-7679bf755f38 owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:32.312227 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.339712 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Pushing event deleted for resources: {'Port': ['ID=73281671-3958-4c13-b718-7679bf755f38,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:32.345260 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] No DVR routers for this DVR port 73281671-3958-4c13-b718-7679bf755f38 on host dv-cinder-804757-8-iscsi {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:24:32.357644 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.384670 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Pushing event deleted for resources: {'Port': ['ID=73281671-3958-4c13-b718-7679bf755f38,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:32.391966 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] No DVR routers for this DVR port 73281671-3958-4c13-b718-7679bf755f38 on host dv-cinder-804757-8-iscsi {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:24:32.394300 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.394737 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.395088 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.395448 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.395811 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.396149 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.396583 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.397069 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.397618 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.397958 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.398292 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.398620 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad6ae9d-4a96-44ee-9033-013c1b876bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:24:32.425546 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.446945 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88321d9-7e37-4c1e-aa76-a44320203853']}} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:32.456374 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a') {'for_net_delete': True} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:32.456671 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.services.segments.db [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4cf6f8-3b02-40f2-a153-b3a64ff0645a') {} {{(pid=94631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:32.466020 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3869001'] for segment, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.479421 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.485214 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:24:32.485626 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26145980'] for segment, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: Traceback (most recent call last): Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: timer() Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: cb(*args, **kw) Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: return func(*args, **kwargs) Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: self._notify() Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: self.callback(batched_events) Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: event.method(event) Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: return f(self, *a, **k) Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._get(url).json() Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: return self.request(url, 'GET', **kwargs) Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:24:32.487264 dv-cinder-804757-8-iscsi neutron-server[94631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:24:32.607036 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.612498 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:32.614337 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f88321d9-7e37-4c1e-aa76-a44320203853 HTTP/1.1" status: 204 len: 168 time: 0.6865621 Sep 14 11:24:32.618401 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44586) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:32.625778 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522ee8c-0fbe-4edb-88aa-f629aa41ca38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f88321d9-7e37-4c1e-aa76-a44320203853,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:32.969837 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:33.186824 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:24:33.215106 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Deleting port d2df3ad4-6e39-4699-89a7-e522a7c2713b {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:33.215470 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:33.293531 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] For port d2df3ad4-6e39-4699-89a7-e522a7c2713b, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=d2df3ad4-6e39-4699-89a7-e522a7c2713b,segment=NetworkSegment(c62bfa8b-86a1-4e89-a775-2500214c7e54),segment_id=c62bfa8b-86a1-4e89-a775-2500214c7e54)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:33.293898 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:33.306602 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Calling delete_port for d2df3ad4-6e39-4699-89a7-e522a7c2713b owned by network:router_interface {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:33.437655 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 7bba31db-8a58-4084-9a4b-957bdb483b77 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:33.458683 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 7bba31db-8a58-4084-9a4b-957bdb483b77 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:33.459878 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 7bba31db-8a58-4084-9a4b-957bdb483b77 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:33.460413 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 73281671-3958-4c13-b718-7679bf755f38 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:33.479114 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 73281671-3958-4c13-b718-7679bf755f38 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:33.479569 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 73281671-3958-4c13-b718-7679bf755f38 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:33.601892 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:33.634714 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2df3ad4-6e39-4699-89a7-e522a7c2713b,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:33.796825 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:34.016707 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Router e6f9f2b8-b41b-495b-904b-f30c26c09f1c has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:24:34.308896 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:24:34.313952 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-a74792b0-5811-4ba7-9ad8-83e6a6712be1 admin admin] 10.222.0.59 "PUT /v2.0/routers/e6f9f2b8-b41b-495b-904b-f30c26c09f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902997 Sep 14 11:24:34.316592 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44608) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:34.317335 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] Sync routers for ids ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:24:34.326856 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] Routers {'e6f9f2b8-b41b-495b-904b-f30c26c09f1c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:24:34.327500 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:34.422022 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks [] for router, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:34.432919 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] Set router e6f9f2b8-b41b-495b-904b-f30c26c09f1c gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:24:34.529661 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:34.615971 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:24:33Z', 'revision_number': 5, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port': {'id': '0abecade-1b45-496e-bb4b-b92285efaed6', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:18:51Z', 'updated_at': '2021-09-14T11:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:34.648191 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] Checking router: e6f9f2b8-b41b-495b-904b-f30c26c09f1c for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:24:34.651513 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Deleting port 0abecade-1b45-496e-bb4b-b92285efaed6 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:34.652015 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:34.657561 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] Routers {'e6f9f2b8-b41b-495b-904b-f30c26c09f1c'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:24:34.658008 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:34.749301 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] For port 0abecade-1b45-496e-bb4b-b92285efaed6, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=0abecade-1b45-496e-bb4b-b92285efaed6,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:34.749752 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:34.766010 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Calling delete_port for 0abecade-1b45-496e-bb4b-b92285efaed6 owned by network:router_gateway {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:34.840724 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] Set router e6f9f2b8-b41b-495b-904b-f30c26c09f1c gateway port host: None {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:24:34.892667 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:24:34Z', 'revision_number': 6, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port_host': None}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:34.926375 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f292247-520b-4bee-bf3b-2a763cc88445 None None] The sync data for ids ['e6f9f2b8-b41b-495b-904b-f30c26c09f1c'] in dv-cinder-804757-8-iscsi is: [{'id': 'e6f9f2b8-b41b-495b-904b-f30c26c09f1c', 'name': 'tempest-TestShelveInstance-1122863972-router', 'tenant_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:18:50Z', 'updated_at': '2021-09-14T11:24:34Z', 'revision_number': 6, 'project_id': 'fa20f210c6d643ae8b51a6493d0fcaaa', 'gw_port_host': None}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:24:35.008025 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.042772 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0abecade-1b45-496e-bb4b-b92285efaed6,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:35.100531 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.191088 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44620) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:35.192546 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.195668 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.307021 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5c536171-2e0a-496b-84da-ad2e1825416a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.324285 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.324998 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f9f2b8-b41b-495b-904b-f30c26c09f1c {{(pid=94632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:24:35.333781 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] Notify callbacks [] for router, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.333781 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b346b578-c565-450f-819f-dec7f38dea87 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e6f9f2b8-b41b-495b-904b-f30c26c09f1c HTTP/1.1" status: 204 len: 168 time: 1.0141048 Sep 14 11:24:35.335011 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44624) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:35.389938 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f2945a-c4a1-4bca-a8b4-500ba9b67799 admin admin] Deleting subnet 1b0f5762-ca13-4580-9a59-bc2888b1f9db {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:24:35.395007 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b6f2945a-c4a1-4bca-a8b4-500ba9b67799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.411135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5c536171-2e0a-496b-84da-ad2e1825416a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.429671 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b6f2945a-c4a1-4bca-a8b4-500ba9b67799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.503658 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b6f2945a-c4a1-4bca-a8b4-500ba9b67799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.527186 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-5c536171-2e0a-496b-84da-ad2e1825416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.566759 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-5c536171-2e0a-496b-84da-ad2e1825416a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47540150cfad4189be0e94f3fa5ce911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743451 Sep 14 11:24:35.567517 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c536171-2e0a-496b-84da-ad2e1825416a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40acb5fd-7aa3-4dd7-8819-7cf8261087f6,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:35.570313 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44626) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:35.619636 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-93930e1f-843e-47fa-9edc-e8b55a014452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.644362 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-93930e1f-843e-47fa-9edc-e8b55a014452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.669749 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b6f2945a-c4a1-4bca-a8b4-500ba9b67799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.699348 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2945a-c4a1-4bca-a8b4-500ba9b67799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0f5762-ca13-4580-9a59-bc2888b1f9db,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:35.701415 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b6f2945a-c4a1-4bca-a8b4-500ba9b67799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.703512 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b6f2945a-c4a1-4bca-a8b4-500ba9b67799 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1b0f5762-ca13-4580-9a59-bc2888b1f9db HTTP/1.1" status: 204 len: 168 time: 0.3673670 Sep 14 11:24:35.706033 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44628) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:35.715545 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c03e9-7247-44ce-b32f-feb98497750c None None] Network 5f69d497-6464-4d26-8281-268821a04158 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:24:35.774924 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device d2df3ad4-6e39-4699-89a7-e522a7c2713b no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:35.782067 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.800869 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: d2df3ad4-6e39-4699-89a7-e522a7c2713b {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:35.801215 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device d2df3ad4-6e39-4699-89a7-e522a7c2713b not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:35.801618 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 0abecade-1b45-496e-bb4b-b92285efaed6 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:35.825985 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-93930e1f-843e-47fa-9edc-e8b55a014452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.828360 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-93930e1f-843e-47fa-9edc-e8b55a014452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.832145 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-93930e1f-843e-47fa-9edc-e8b55a014452 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/40acb5fd-7aa3-4dd7-8819-7cf8261087f6 HTTP/1.1" status: 204 len: 168 time: 0.2582014 Sep 14 11:24:35.845024 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 0abecade-1b45-496e-bb4b-b92285efaed6 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:35.845372 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 0abecade-1b45-496e-bb4b-b92285efaed6 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:35.848322 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Deleting port 56191dc0-73f9-4cd4-b125-c34e6829e5ae {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:35.848539 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.850954 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93930e1f-843e-47fa-9edc-e8b55a014452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40acb5fd-7aa3-4dd7-8819-7cf8261087f6,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:35.919471 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] For port 56191dc0-73f9-4cd4-b125-c34e6829e5ae, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=56191dc0-73f9-4cd4-b125-c34e6829e5ae,segment=NetworkSegment(c62bfa8b-86a1-4e89-a775-2500214c7e54),segment_id=c62bfa8b-86a1-4e89-a775-2500214c7e54)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:35.919949 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:35.935116 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Calling delete_port for 56191dc0-73f9-4cd4-b125-c34e6829e5ae owned by network:dhcp {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:35.958282 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] DHCP port deletion for 5f69d497-6464-4d26-8281-268821a04158 request from dv-cinder-804757-8-iscsi {{(pid=94633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:24:36.015294 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] Deleting port 56191dc0-73f9-4cd4-b125-c34e6829e5ae {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:24:36.017018 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.084506 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] For port 56191dc0-73f9-4cd4-b125-c34e6829e5ae, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=56191dc0-73f9-4cd4-b125-c34e6829e5ae,segment=NetworkSegment(c62bfa8b-86a1-4e89-a775-2500214c7e54),segment_id=c62bfa8b-86a1-4e89-a775-2500214c7e54)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:24:36.084896 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.097169 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] Calling delete_port for 56191dc0-73f9-4cd4-b125-c34e6829e5ae owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:24:36.138358 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.164431 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Pushing event deleted for resources: {'Port': ['ID=56191dc0-73f9-4cd4-b125-c34e6829e5ae,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:36.168253 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] No DVR routers for this DVR port 56191dc0-73f9-4cd4-b125-c34e6829e5ae on host dv-cinder-804757-8-iscsi {{(pid=94632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:24:36.176134 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.207221 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] No DVR routers for this DVR port 56191dc0-73f9-4cd4-b125-c34e6829e5ae on host dv-cinder-804757-8-iscsi {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:24:36.209604 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b8a72-fbb5-42a2-be99-d7d6df5bcef3 None None] Pushing event deleted for resources: {'Port': ['ID=56191dc0-73f9-4cd4-b125-c34e6829e5ae,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:36.249799 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.270163 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f69d497-6464-4d26-8281-268821a04158']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:36.279792 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62bfa8b-86a1-4e89-a775-2500214c7e54') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:36.280219 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62bfa8b-86a1-4e89-a775-2500214c7e54') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:24:36.290341 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.303905 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.309807 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:24:36.310189 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:24:36.311798 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:24:36.510304 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.516888 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.518857 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5f69d497-6464-4d26-8281-268821a04158 HTTP/1.1" status: 204 len: 168 time: 0.8118794 Sep 14 11:24:36.528855 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1e171-d57d-434a-866b-d70f85ec3370 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f69d497-6464-4d26-8281-268821a04158,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:36.625478 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44636) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:36.638400 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2a230826-58fe-48e4-9292-7d77824e31d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.728847 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2a230826-58fe-48e4-9292-7d77824e31d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.790001 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2a230826-58fe-48e4-9292-7d77824e31d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.828514 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2a230826-58fe-48e4-9292-7d77824e31d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df517581cfb14ce8823324b8df7d0cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019525 Sep 14 11:24:36.829672 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a230826-58fe-48e4-9292-7d77824e31d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad83f469-6c30-4987-99c1-29133f6be394,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:36.831241 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44638) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:36.865102 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44640) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:36.881513 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c7df-3e64-4409-9a37-63681f7f1463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.903065 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c7df-3e64-4409-9a37-63681f7f1463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.903563 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8f04f332-cbe2-4dce-a8ae-205281c165ad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f3872c54353f4eaa9fc63f008cd42679&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373058 Sep 14 11:24:36.906074 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44642) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:36.954028 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3fe4-5cf2-4959-8c55-b719713eb1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:36.975786 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3fe4-5cf2-4959-8c55-b719713eb1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:37.029746 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c7df-3e64-4409-9a37-63681f7f1463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:37.032896 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-1fb6c7df-3e64-4409-9a37-63681f7f1463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:37.034176 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-1fb6c7df-3e64-4409-9a37-63681f7f1463 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad83f469-6c30-4987-99c1-29133f6be394 HTTP/1.1" status: 204 len: 168 time: 0.2019222 Sep 14 11:24:37.043515 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6c7df-3e64-4409-9a37-63681f7f1463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad83f469-6c30-4987-99c1-29133f6be394,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:37.144020 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3fe4-5cf2-4959-8c55-b719713eb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:37.146579 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3fe4-5cf2-4959-8c55-b719713eb1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:37.148519 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-1cdc3fe4-5cf2-4959-8c55-b719713eb1d7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/936b38bd-7ff9-45bb-b43e-9f3f8ba8b9d4 HTTP/1.1" status: 204 len: 168 time: 0.2414408 Sep 14 11:24:37.169777 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc3fe4-5cf2-4959-8c55-b719713eb1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936b38bd-7ff9-45bb-b43e-9f3f8ba8b9d4,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:37.448939 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 56191dc0-73f9-4cd4-b125-c34e6829e5ae no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:24:37.469051 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 56191dc0-73f9-4cd4-b125-c34e6829e5ae {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:24:37.469397 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 56191dc0-73f9-4cd4-b125-c34e6829e5ae not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:24:37.954999 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44652) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:37.968494 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2725cb66-f37b-46d3-81af-e2a0c616a1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.014246 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44654) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:38.198728 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-14e50302-2dca-48f8-acd3-e6bc39b9341f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa20f210c6d643ae8b51a6493d0fcaaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446312 Sep 14 11:24:38.198728 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44656) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:38.199039 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2725cb66-f37b-46d3-81af-e2a0c616a1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.199157 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-18184fc5-0c4d-492b-9330-4f933a6a6565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.199157 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-18184fc5-0c4d-492b-9330-4f933a6a6565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.257826 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-2725cb66-f37b-46d3-81af-e2a0c616a1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.295144 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725cb66-f37b-46d3-81af-e2a0c616a1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2adca3-94c2-416c-99ad-f6d444f89696,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:38.299607 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-2725cb66-f37b-46d3-81af-e2a0c616a1b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b72703d76e99408ca1eb2bd4d668743f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435357 Sep 14 11:24:38.302981 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44658) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:24:38.321259 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-18184fc5-0c4d-492b-9330-4f933a6a6565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.323912 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-18184fc5-0c4d-492b-9330-4f933a6a6565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.325074 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-18184fc5-0c4d-492b-9330-4f933a6a6565 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d0d5986-7e4b-492b-a15b-3f10928b2b76 HTTP/1.1" status: 204 len: 168 time: 0.2367506 Sep 14 11:24:38.333351 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18184fc5-0c4d-492b-9330-4f933a6a6565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0d5986-7e4b-492b-a15b-3f10928b2b76,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:38.357738 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4f68-c495-406b-98c5-120881bb5956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.381846 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4f68-c495-406b-98c5-120881bb5956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.532731 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4f68-c495-406b-98c5-120881bb5956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.535246 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5a6b4f68-c495-406b-98c5-120881bb5956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:38.536448 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5a6b4f68-c495-406b-98c5-120881bb5956 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9d2adca3-94c2-416c-99ad-f6d444f89696 HTTP/1.1" status: 204 len: 168 time: 0.2332780 Sep 14 11:24:38.545670 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b4f68-c495-406b-98c5-120881bb5956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2adca3-94c2-416c-99ad-f6d444f89696,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:24:48.967104 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-293fd56a-e8c7-4d98-8300-e090685a4092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:52.000796 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-5fc83d9e-321e-4d9b-b39a-cea202ec87c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:52.360626 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:52.920968 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:24:54.537654 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:02.104060 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:09.572293 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44850) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:09.693115 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:09.786562 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:09.863510 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:09.901949 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85d7ab9146474bd4a84352298136559d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285937 Sep 14 11:25:09.902853 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb268152-22e2-476f-bf79-c2369e322904,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:09.904765 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44856) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:09.910088 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.910444 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.910787 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.911125 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.911493 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.911844 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.912233 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.912565 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.912896 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.913225 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.913551 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.913873 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d07cb822-f56f-4aa5-a351-51ed83d399ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:09.952360 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:09.973255 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:10.103638 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:10.106155 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:10.107303 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb268152-22e2-476f-bf79-c2369e322904 HTTP/1.1" status: 204 len: 168 time: 0.2015073 Sep 14 11:25:10.115177 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb268152-22e2-476f-bf79-c2369e322904,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:10.122701 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.123046 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.123408 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.123739 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.124062 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.124389 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.124706 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.125026 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.125341 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.125657 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.125971 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.126285 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a1e881-f015-457a-a553-03a643b82dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:10.186743 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:25:11.076104 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44878) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:11.204825 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-871291924-network', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:11.263522 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Made reservation on behalf of db1311ec064644e98b53baa45a9ac9da for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:25:11.265903 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:11.278889 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:11.368490 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:11.458358 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:11.483686 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:25:11.492189 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5f8813-1f5c-44d4-818d-71e8cf3e6b48,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:11.498755 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:11.499098 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Added segment 729d6af8-a5d8-40b6-ad5a-a5f2da437656 of type vlan for network b676d7d3-26dd-45f8-af30-6639cd866615 Sep 14 11:25:11.538081 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:11.641049 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:11.642048 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:11.642634 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:11.704021 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] Pushing event updated for resources: {'Network': ['ID=b676d7d3-26dd-45f8-af30-6639cd866615,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:11.715190 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network b676d7d3-26dd-45f8-af30-6639cd866615 details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:25:11.778073 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-927a0c39-5e9a-473d-bb10-e33426513532 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7008498 Sep 14 11:25:11.781031 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44884) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:11.785931 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Request body: {'subnet': {'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-871291924-subnet', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:11.874687 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Made reservation on behalf of db1311ec064644e98b53baa45a9ac9da for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:25:11.877078 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156735'] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.103936 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2764913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156705'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.165826 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=871489b2-33ad-49c1-bdbf-7ba5494f1a9d,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:12.170792 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Checking segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:12.171142 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Network hostable DHCP agents. Network: b676d7d3-26dd-45f8-af30-6639cd866615, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:25:12.308888 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Network b676d7d3-26dd-45f8-af30-6639cd866615 is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:25:12.451685 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, b676d7d3-26dd-45f8-af30-6639cd866615) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:12.455816 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:12.456405 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.460745 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0fe4c-1175-4b45-9b65-6b5a7319033a None None] Network b676d7d3-26dd-45f8-af30-6639cd866615 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:25:12.561632 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8cf8ffe6-e42f-493e-b91f-7777c18025dd admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7793362 Sep 14 11:25:12.564197 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44886) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:12.568484 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:12.607153 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-b676d7d3-26dd-45f8-af30-6639cd866615', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:25:12.607153 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.663591 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.665099 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.726298 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.743578 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Allocated IP 172.20.0.2 (b676d7d3-26dd-45f8-af30-6639cd866615/871489b2-33ad-49c1-bdbf-7ba5494f1a9d/0dfe2760-68d4-44bd-9b32-7acf1e62780b) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:25:12.886141 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.893947 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Transition to ACTIVE for port object 0dfe2760-68d4-44bd-9b32-7acf1e62780b will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:12.908233 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Transition to ACTIVE for port object 0dfe2760-68d4-44bd-9b32-7acf1e62780b will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:12.924463 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:12.966373 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:13.003605 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Network b676d7d3-26dd-45f8-af30-6639cd866615 is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:13.006424 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:13.013111 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:25:13.020606 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Pushing event updated for resources: {'Port': ['ID=0dfe2760-68d4-44bd-9b32-7acf1e62780b,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:13.071359 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Attempting to bind port 0dfe2760-68d4-44bd-9b32-7acf1e62780b on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:25:13.071733 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Attempting to bind port 0dfe2760-68d4-44bd-9b32-7acf1e62780b by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:25:13.072092 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Attempting to bind port 0dfe2760-68d4-44bd-9b32-7acf1e62780b on network b676d7d3-26dd-45f8-af30-6639cd866615 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:25:13.076943 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:25:13.077335 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Checking segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:13.077729 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:13.078129 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Bound using segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:25:13.078585 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Bound port: 0dfe2760-68d4-44bd-9b32-7acf1e62780b, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:25:13.078957 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:13.141352 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] For port 0dfe2760-68d4-44bd-9b32-7acf1e62780b, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:25:13.144744 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] For port 0dfe2760-68d4-44bd-9b32-7acf1e62780b, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=0dfe2760-68d4-44bd-9b32-7acf1e62780b,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:25:13.235677 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:13.297328 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a32d45-b828-4eab-ab86-c4a635d85fd6 None None] Pushing event updated for resources: {'Port': ['ID=0dfe2760-68d4-44bd-9b32-7acf1e62780b,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:13.359554 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:13.378800 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:13.506591 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Allocated IP 172.27.0.107 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/ea5067e2-d79d-49d7-8833-610e74de350a) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:25:13.609853 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:13.709759 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:13.749356 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:13.752073 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:13.755571 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:25:13.784913 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Pushing event updated for resources: {'Port': ['ID=ea5067e2-d79d-49d7-8833-610e74de350a,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:14.119324 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:14.193132 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d2b91-e053-4648-a34f-2a2c893c701c None None] Network b676d7d3-26dd-45f8-af30-6639cd866615 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:25:14.313274 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:14.348888 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d70d83bd-cd8f-470c-afe0-db75d0a2f4f6 None None] Provisioning for port 0dfe2760-68d4-44bd-9b32-7acf1e62780b completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:14.543233 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:25:14.649290 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:25:14.658072 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:25:14.667242 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:25:14.667886 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:14.714835 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] Notify callbacks [] for router, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:14.716731 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5660c139-571a-49a2-875a-69c4f2a95a66 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1515510 Sep 14 11:25:14.719104 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44890) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:14.772448 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:25:14.950593 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:13Z', 'revision_number': 3, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:14.977408 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:25:14.977682 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Updating router 4d8ee349-0a69-4efb-82ed-1de3b08da74b port ea5067e2-d79d-49d7-8833-610e74de350a binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:25:15.005297 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.133940 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.265892 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.276844 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Transition to ACTIVE for port object ea5067e2-d79d-49d7-8833-610e74de350a will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:15.288989 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Allocated IP 172.20.0.1 (b676d7d3-26dd-45f8-af30-6639cd866615/871489b2-33ad-49c1-bdbf-7ba5494f1a9d/d250bd5d-4e87-4075-ae40-4c132f57711e) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:25:15.383779 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.408128 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.423615 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.provisioning_blocks [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Transition to ACTIVE for port object d250bd5d-4e87-4075-ae40-4c132f57711e will not be triggered until provisioned by entity DHCP. {{(pid=94632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:15.436444 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Attempting to bind port ea5067e2-d79d-49d7-8833-610e74de350a on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:25:15.436905 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Attempting to bind port ea5067e2-d79d-49d7-8833-610e74de350a by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:25:15.437165 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Attempting to bind port ea5067e2-d79d-49d7-8833-610e74de350a on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:25:15.439162 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34cb19-d880-4c03-876f-3324d50be9da None None] Pushing event updated for resources: {'Port': ['ID=ea5067e2-d79d-49d7-8833-610e74de350a,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:15.449210 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:25:15.449737 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:15.450203 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.450596 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:25:15.451159 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Bound port: ea5067e2-d79d-49d7-8833-610e74de350a, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:25:15.451659 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.561467 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.602350 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Network b676d7d3-26dd-45f8-af30-6639cd866615 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:15.607417 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:15.611944 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:25:15.615059 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Pushing event updated for resources: {'Port': ['ID=d250bd5d-4e87-4075-ae40-4c132f57711e,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:15.622426 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 0dfe2760-68d4-44bd-9b32-7acf1e62780b up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:15.662238 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.666934 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] For port ea5067e2-d79d-49d7-8833-610e74de350a, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:25:15.683825 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] For port ea5067e2-d79d-49d7-8833-610e74de350a, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=ea5067e2-d79d-49d7-8833-610e74de350a,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:25:15.755789 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.785897 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 0dfe2760-68d4-44bd-9b32-7acf1e62780b completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:15.800407 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 0dfe2760-68d4-44bd-9b32-7acf1e62780b triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:15.800780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:15.846516 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:25:15.847065 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:15.850331 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34cb19-d880-4c03-876f-3324d50be9da None None] Pushing event updated for resources: {'Port': ['ID=ea5067e2-d79d-49d7-8833-610e74de350a,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:15.889284 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:16.016546 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2e45ff12-a354-4f90-9da0-b9bce4df333a None None] Provisioning for port d250bd5d-4e87-4075-ae40-4c132f57711e completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:16.034373 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2e45ff12-a354-4f90-9da0-b9bce4df333a None None] Provisioning complete for port d250bd5d-4e87-4075-ae40-4c132f57711e triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:16.034865 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2e45ff12-a354-4f90-9da0-b9bce4df333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:16.081606 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:25:16.085045 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:16.109705 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:16.151612 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-2e45ff12-a354-4f90-9da0-b9bce4df333a None None] Port d250bd5d-4e87-4075-ae40-4c132f57711e cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:25:16.173796 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:16.194172 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 0dfe2760-68d4-44bd-9b32-7acf1e62780b, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=0dfe2760-68d4-44bd-9b32-7acf1e62780b,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:25:16.242996 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Pushing event updated for resources: {'Port': ['ID=d250bd5d-4e87-4075-ae40-4c132f57711e,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:16.245404 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:16.298351 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:16.303491 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:13Z', 'revision_number': 3, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:16.337437 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Network b676d7d3-26dd-45f8-af30-6639cd866615 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:16.338815 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:16.351019 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9b022d-1919-4ce8-812b-039e3594832b None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:13Z', 'revision_number': 3, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:25:16.378429 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=0dfe2760-68d4-44bd-9b32-7acf1e62780b,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:16.459138 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:25:16.579449 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-638db1e7-10e0-4126-bc97-f18ca8c0a790 None None] Provisioning complete for port d250bd5d-4e87-4075-ae40-4c132f57711e triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:16.579449 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-638db1e7-10e0-4126-bc97-f18ca8c0a790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:16.596653 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:25:16.607603 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-f0800c47-c4f1-40cb-a4ff-9ffc3b5c8984 admin admin] 10.222.0.59 "PUT /v2.0/routers/4d8ee349-0a69-4efb-82ed-1de3b08da74b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8873768 Sep 14 11:25:16.625595 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-638db1e7-10e0-4126-bc97-f18ca8c0a790 None None] Port d250bd5d-4e87-4075-ae40-4c132f57711e cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:25:17.317478 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44906) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:17.323104 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1902292988-network', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:17.423981 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Made reservation on behalf of 38d6a2c3905c4188ac6ed66e308071f3 for: {'network': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:25:17.426259 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for network, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.437206 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.538407 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.556668 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device ea5067e2-d79d-49d7-8833-610e74de350a up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:17.624379 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.659457 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=94632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:25:17.674192 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487fc082-197c-4a11-b0f6-41b606f33618,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:17.678821 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.679253 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.segments_db [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Added segment 2ac0bd60-5594-4c6f-9407-65f544ea2e64 of type vlan for network bbc1536d-f917-4136-9c80-8c51378edfca Sep 14 11:25:17.714554 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port ea5067e2-d79d-49d7-8833-610e74de350a completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:17.718632 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port ea5067e2-d79d-49d7-8833-610e74de350a triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:17.719006 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.731167 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767491155240'] for network, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.800740 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.820614 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port ea5067e2-d79d-49d7-8833-610e74de350a, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=ea5067e2-d79d-49d7-8833-610e74de350a,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:25:17.834978 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889'] for network, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.838337 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:17.838337 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.854540 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:25:17.863577 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:25:17.867086 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:17.895429 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] Pushing event updated for resources: {'Network': ['ID=bbc1536d-f917-4136-9c80-8c51378edfca,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:17.907545 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Network bbc1536d-f917-4136-9c80-8c51378edfca details requested by agent ovs-agent-dv-cinder-804757-8-iscsi with host dv-cinder-804757-8-iscsi {{(pid=94633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:25:17.928297 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:17.929007 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 0dfe2760-68d4-44bd-9b32-7acf1e62780b up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:17.957902 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-9e7d0f53-d348-47aa-b21c-b6e7c9e8e60c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6365461 Sep 14 11:25:17.958118 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44908) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:17.966869 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Request body: {'subnet': {'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1902292988-subnet', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'ip_version': 4}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:17.972972 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:25:18.048010 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=ea5067e2-d79d-49d7-8833-610e74de350a,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:18.051624 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Made reservation on behalf of 38d6a2c3905c4188ac6ed66e308071f3 for: {'subnet': 1} {{(pid=94632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:25:18.054299 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4156735'] for subnet, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.060374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 0dfe2760-68d4-44bd-9b32-7acf1e62780b triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:18.060738 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.180651 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 2, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:18.207370 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:25:18.207717 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Updating router 4d8ee349-0a69-4efb-82ed-1de3b08da74b port d250bd5d-4e87-4075-ae40-4c132f57711e binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:25:18.236654 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.292058 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2764913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4156705'] for subnet, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.353671 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe93a13-33d6-400d-93c5-ef8e00fc057d,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:18.362750 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Checking segment: {'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:18.363157 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Network hostable DHCP agents. Network: bbc1536d-f917-4136-9c80-8c51378edfca, hostable agents: ['71db9a17-8474-48af-a3f7-dd4badda4231'], hosted agents: [] {{(pid=94632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:25:18.458020 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Network bbc1536d-f917-4136-9c80-8c51378edfca is scheduled to be hosted by DHCP agent 71db9a17-8474-48af-a3f7-dd4badda4231 with binding_index 1 {{(pid=94632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:25:18.502056 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.512070 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Transition to ACTIVE for port object d250bd5d-4e87-4075-ae40-4c132f57711e will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:18.623557 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-8-iscsi, bbc1536d-f917-4136-9c80-8c51378edfca) {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:18.627576 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:18.628151 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.632348 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39b895-f5ff-4bda-bd5e-1de32cbd2c9e None None] Network bbc1536d-f917-4136-9c80-8c51378edfca requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:25:18.663525 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.714404 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Pushing event updated for resources: {'Port': ['ID=d250bd5d-4e87-4075-ae40-4c132f57711e,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:18.722933 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.723282 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.723648 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.724059 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.724295 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.724652 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.724999 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.725323 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.725665 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.725992 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.726310 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.726754 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:18.747019 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-aa1b00e2-6f2f-4a34-807c-f069f99bd4db admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7874351 Sep 14 11:25:18.749245 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44912) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:18.756187 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:18.784298 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Attempting to bind port d250bd5d-4e87-4075-ae40-4c132f57711e on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:25:18.787943 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Attempting to bind port d250bd5d-4e87-4075-ae40-4c132f57711e by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:25:18.788501 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Attempting to bind port d250bd5d-4e87-4075-ae40-4c132f57711e on network b676d7d3-26dd-45f8-af30-6639cd866615 {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:25:18.794707 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:25:18.795519 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadeab411-4f00-5bff-ab85-ae14cf9b1759-bbc1536d-f917-4136-9c80-8c51378edfca', 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'fixed_ips': [{'subnet_id': 'cfe93a13-33d6-400d-93c5-ef8e00fc057d'}]}} from dv-cinder-804757-8-iscsi. {{(pid=94633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 11:25:18.795704 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Checking segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:18.796392 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.796588 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.797127 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Bound using segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:25:18.797794 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Bound port: d250bd5d-4e87-4075-ae40-4c132f57711e, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:25:18.798431 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.852433 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-299413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5817'] for router, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.853475 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-298245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-300437', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-669230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5808'] for router, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.865696 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] For port d250bd5d-4e87-4075-ae40-4c132f57711e, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:25:18.869812 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] For port d250bd5d-4e87-4075-ae40-4c132f57711e, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=d250bd5d-4e87-4075-ae40-4c132f57711e,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:25:18.921028 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.932802 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.965545 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.db_base_plugin_common [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Allocated IP 172.20.0.2 (bbc1536d-f917-4136-9c80-8c51378edfca/cfe93a13-33d6-400d-93c5-ef8e00fc057d/92ac675a-d779-448f-91f2-783ccde24fdc) {{(pid=94633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:25:18.971957 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-726d5487-40c9-48f3-a181-876cf463fe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:18.998672 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34ded1-b662-4673-ac22-77aca872fcee None None] Pushing event updated for resources: {'Port': ['ID=d250bd5d-4e87-4075-ae40-4c132f57711e,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:19.001736 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:25:19.002343 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:19.118238 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:25:19.145901 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Notify callbacks [] for port, precommit_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.160170 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Transition to ACTIVE for port object 92ac675a-d779-448f-91f2-783ccde24fdc will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:19.177347 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Transition to ACTIVE for port object 92ac675a-d779-448f-91f2-783ccde24fdc will not be triggered until provisioned by entity DHCP. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:19.259448 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217'] for port, after_create {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.299132 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Network bbc1536d-f917-4136-9c80-8c51378edfca is already hosted by enough agents. {{(pid=94633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:19.304019 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.scheduler.base_scheduler [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Resources bound (agent type, host, resource id): {{(pid=94633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:19.311060 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Received port after_create {{(pid=94633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:25:19.322780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Pushing event updated for resources: {'Port': ['ID=92ac675a-d779-448f-91f2-783ccde24fdc,revision_number=1']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:19.375259 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.383287 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Attempting to bind port 92ac675a-d779-448f-91f2-783ccde24fdc on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:25:19.384204 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Attempting to bind port 92ac675a-d779-448f-91f2-783ccde24fdc by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:25:19.384642 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Attempting to bind port 92ac675a-d779-448f-91f2-783ccde24fdc on network bbc1536d-f917-4136-9c80-8c51378edfca {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:25:19.389998 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:25:19.390454 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Checking segment: {'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:19.390924 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.391488 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Bound using segment: {'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:25:19.391947 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Bound port: 92ac675a-d779-448f-91f2-783ccde24fdc, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:25:19.392418 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.437913 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:18Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:19.460507 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a01252-04a5-4be3-bee5-d0057adefc63 None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:18Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:25:19.469415 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] For port 92ac675a-d779-448f-91f2-783ccde24fdc, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:25:19.477283 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] For port 92ac675a-d779-448f-91f2-783ccde24fdc, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=92ac675a-d779-448f-91f2-783ccde24fdc,segment=NetworkSegment(2ac0bd60-5594-4c6f-9407-65f544ea2e64),segment_id=2ac0bd60-5594-4c6f-9407-65f544ea2e64)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:25:19.501236 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device ea5067e2-d79d-49d7-8833-610e74de350a up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:19.592295 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port ea5067e2-d79d-49d7-8833-610e74de350a triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:19.592698 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.615007 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.697800 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee2c20-1f5d-4e56-88d4-0997ff90b564 None None] Pushing event updated for resources: {'Port': ['ID=92ac675a-d779-448f-91f2-783ccde24fdc,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:19.714462 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.740918 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:19.873400 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Allocated IP 172.27.0.178 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/822a6030-9d3a-49c3-ade8-d39d82c3133e) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:25:20.000287 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:20.092152 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:20.131672 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:20.134918 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:20.140897 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:25:20.146750 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Pushing event updated for resources: {'Port': ['ID=822a6030-9d3a-49c3-ade8-d39d82c3133e,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:20.473061 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:20.625264 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba72c0-0920-464b-a5d3-b3b22eee90ac None None] Network bbc1536d-f917-4136-9c80-8c51378edfca requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:25:20.706014 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-298268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-300612'] for router, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:20.857536 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-27b42c1c-5910-4c92-9eef-e9aaef726eef None None] Provisioning for port 92ac675a-d779-448f-91f2-783ccde24fdc completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:20.931945 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Router d8af46c5-38a1-4e80-880f-3ad504d62956 is scheduled to L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae with binding_index 1 {{(pid=94632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:25:21.041673 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:25:21.053832 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Sync routers for ids ['d8af46c5-38a1-4e80-880f-3ad504d62956'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:25:21.064327 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Routers {'d8af46c5-38a1-4e80-880f-3ad504d62956'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:25:21.064958 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:24:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d8af46c5-38a1-4e80-880f-3ad504d62956'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:21.120653 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] Notify callbacks [] for router, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.121854 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-98dac05d-75c2-4eb8-9937-f9b359217c46 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3716497 Sep 14 11:25:21.124676 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44914) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:21.179374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Set router d8af46c5-38a1-4e80-880f-3ad504d62956 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:25:21.366292 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:25:20Z', 'revision_number': 3, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port': {'id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:19Z', 'updated_at': '2021-09-14T11:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:21.400898 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Checking router: d8af46c5-38a1-4e80-880f-3ad504d62956 for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:25:21.401165 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Updating router d8af46c5-38a1-4e80-880f-3ad504d62956 port 822a6030-9d3a-49c3-ade8-d39d82c3133e binding host dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:25:21.428374 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.577041 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 92ac675a-d779-448f-91f2-783ccde24fdc up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:21.719441 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.744646 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Notify callbacks [] for port, precommit_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.754610 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Transition to ACTIVE for port object 822a6030-9d3a-49c3-ade8-d39d82c3133e will not be triggered until provisioned by entity L2. {{(pid=94633) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:21.765464 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 92ac675a-d779-448f-91f2-783ccde24fdc completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:21.769801 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 92ac675a-d779-448f-91f2-783ccde24fdc triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:21.769801 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.851143 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.868063 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.877312 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Allocated IP 172.20.0.1 (bbc1536d-f917-4136-9c80-8c51378edfca/cfe93a13-33d6-400d-93c5-ef8e00fc057d/b9752a1c-9a6b-4eb4-9ca7-575de657c2a1) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:25:21.954866 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 92ac675a-d779-448f-91f2-783ccde24fdc, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=92ac675a-d779-448f-91f2-783ccde24fdc,segment=NetworkSegment(2ac0bd60-5594-4c6f-9407-65f544ea2e64),segment_id=2ac0bd60-5594-4c6f-9407-65f544ea2e64)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:25:21.957721 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Attempting to bind port 822a6030-9d3a-49c3-ade8-d39d82c3133e on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:25:21.958088 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Attempting to bind port 822a6030-9d3a-49c3-ade8-d39d82c3133e by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:25:21.958450 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Attempting to bind port 822a6030-9d3a-49c3-ade8-d39d82c3133e on network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:25:21.960402 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344424-6b72-4dc8-a514-8e3821b3def6 None None] Pushing event updated for resources: {'Port': ['ID=822a6030-9d3a-49c3-ade8-d39d82c3133e,revision_number=2']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:21.967144 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:25:21.967561 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Checking segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:21.967966 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.968362 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Bound using segment: {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'} {{(pid=94633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:25:21.968840 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.managers [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Bound port: 822a6030-9d3a-49c3-ade8-d39d82c3133e, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6956831b-bcd6-4a54-8f46-617f5dc0a8d8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405'}}] {{(pid=94633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:25:21.969219 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:21.988874 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.004306 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.provisioning_blocks [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Transition to ACTIVE for port object b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 will not be triggered until provisioned by entity DHCP. {{(pid=94632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:22.024746 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] For port 822a6030-9d3a-49c3-ade8-d39d82c3133e, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:25:22.024746 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] For port 822a6030-9d3a-49c3-ade8-d39d82c3133e, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=822a6030-9d3a-49c3-ade8-d39d82c3133e,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:25:22.062764 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.063722 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device d250bd5d-4e87-4075-ae40-4c132f57711e up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:22.105833 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c85e177f-633f-48b4-9bbb-38288504d4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.142632 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=92ac675a-d779-448f-91f2-783ccde24fdc,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:22.172160 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.172396 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.212692 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Network bbc1536d-f917-4136-9c80-8c51378edfca is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:22.217628 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:22.222205 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:25:22.233610 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Routers {'d8af46c5-38a1-4e80-880f-3ad504d62956'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:25:22.234306 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:25:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d8af46c5-38a1-4e80-880f-3ad504d62956'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:22.243654 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Pushing event updated for resources: {'Port': ['ID=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:22.263964 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-300693'] for router_interface, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.279345 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24344424-6b72-4dc8-a514-8e3821b3def6 None None] Pushing event updated for resources: {'Port': ['ID=822a6030-9d3a-49c3-ade8-d39d82c3133e,revision_number=3']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:22.286229 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port d250bd5d-4e87-4075-ae40-4c132f57711e completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:22.298586 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port d250bd5d-4e87-4075-ae40-4c132f57711e triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:22.298970 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.402985 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] Set router d8af46c5-38a1-4e80-880f-3ad504d62956 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:25:22.468876 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.530035 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.586126 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.610644 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port d250bd5d-4e87-4075-ae40-4c132f57711e, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=d250bd5d-4e87-4075-ae40-4c132f57711e,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:25:22.636911 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-b9235e4c-e1d9-43b6-9ac9-daa51e970ba6 None None] Provisioning for port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:22.644810 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-b9235e4c-e1d9-43b6-9ac9-daa51e970ba6 None None] Provisioning complete for port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:22.650199 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b9235e4c-e1d9-43b6-9ac9-daa51e970ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.688313 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-b9235e4c-e1d9-43b6-9ac9-daa51e970ba6 None None] Port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:25:22.695056 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:25:20Z', 'revision_number': 3, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port': {'id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:19Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:22.722983 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.727636 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a7226-1555-4b48-b6d1-9aaf4df4464c None None] The sync data for ids ['d8af46c5-38a1-4e80-880f-3ad504d62956'] in dv-cinder-804757-8-iscsi is: [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:25:20Z', 'revision_number': 3, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port': {'id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:19Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:25:22.759974 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.777706 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=d250bd5d-4e87-4075-ae40-4c132f57711e,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:22.846235 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.909080 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.916385 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-299013'] for router_interface, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:22.918203 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Pushing event updated for resources: {'Port': ['ID=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:23.026186 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Network bbc1536d-f917-4136-9c80-8c51378edfca is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:23.027658 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:23.166552 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Router d8af46c5-38a1-4e80-880f-3ad504d62956 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:25:23.282786 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:25:23.288266 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-face6438-f679-4e2a-a6ce-baee3f5c5f70 admin admin] 10.222.0.59 "PUT /v2.0/routers/d8af46c5-38a1-4e80-880f-3ad504d62956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1626272 Sep 14 11:25:23.311365 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-d86c9dae-a80d-4274-b395-d25570ff1005 None None] Provisioning complete for port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:23.311759 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d86c9dae-a80d-4274-b395-d25570ff1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:23.353705 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-d86c9dae-a80d-4274-b395-d25570ff1005 None None] Port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:25:23.592670 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 822a6030-9d3a-49c3-ade8-d39d82c3133e up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:23.703172 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port 822a6030-9d3a-49c3-ade8-d39d82c3133e completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:23.707568 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 822a6030-9d3a-49c3-ade8-d39d82c3133e triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:23.707940 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:23.797624 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:23.817691 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port 822a6030-9d3a-49c3-ade8-d39d82c3133e, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=822a6030-9d3a-49c3-ade8-d39d82c3133e,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:25:23.869160 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44924) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:23.874214 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-fdbf39cf-61f0-46ee-8e17-36b9590a0e7c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95704769', 'description': 'tempest-secgroup-smoke-95704769 description', 'project_id': 'db1311ec064644e98b53baa45a9ac9da'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:23.885843 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:23.886635 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 92ac675a-d779-448f-91f2-783ccde24fdc up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:23.967366 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=822a6030-9d3a-49c3-ade8-d39d82c3133e,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:23.984085 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 92ac675a-d779-448f-91f2-783ccde24fdc triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:23.984085 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.041198 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39cf-61f0-46ee-8e17-36b9590a0e7c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.066077 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device d250bd5d-4e87-4075-ae40-4c132f57711e up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:24.116596 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port d250bd5d-4e87-4075-ae40-4c132f57711e triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:24.117040 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.133733 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39cf-61f0-46ee-8e17-36b9590a0e7c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.217263 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39cf-61f0-46ee-8e17-36b9590a0e7c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.248970 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf39cf-61f0-46ee-8e17-36b9590a0e7c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:24.270028 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Sync routers for ids ['d8af46c5-38a1-4e80-880f-3ad504d62956'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:25:24.283243 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Routers {'d8af46c5-38a1-4e80-880f-3ad504d62956'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:25:24.283243 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:25:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d8af46c5-38a1-4e80-880f-3ad504d62956'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:24.372092 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39cf-61f0-46ee-8e17-36b9590a0e7c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.373385 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-fdbf39cf-61f0-46ee-8e17-36b9590a0e7c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5030887 Sep 14 11:25:24.377267 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44926) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:24.382356 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-d136788f-bafd-4117-91e5-9d72c2723258 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'security_group_rule': {'security_group_id': '2d4fbdbd-c3a8-4dc1-b71f-aa2595052682', 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:24.389697 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Set router d8af46c5-38a1-4e80-880f-3ad504d62956 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:25:24.531681 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d136788f-bafd-4117-91e5-9d72c2723258 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.565934 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.593000 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d136788f-bafd-4117-91e5-9d72c2723258 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.597325 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 4, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port': {'id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:19Z', 'updated_at': '2021-09-14T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'b9752a1c-9a6b-4eb4-9ca7-575de657c2a1', 'name': '', 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'mac_address': 'fa:16:3e:6d:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'cfe93a13-33d6-400d-93c5-ef8e00fc057d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:21Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 2, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'subnets': [{'id': 'cfe93a13-33d6-400d-93c5-ef8e00fc057d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:24.624784 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Checking router: d8af46c5-38a1-4e80-880f-3ad504d62956 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:25:24.625078 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Updating router d8af46c5-38a1-4e80-880f-3ad504d62956 port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 binding host dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:25:24.650459 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.714780 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d136788f-bafd-4117-91e5-9d72c2723258 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.734615 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136788f-bafd-4117-91e5-9d72c2723258 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca5e9e8-ce6a-4d7f-8544-f482fe3c4379,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:24.823157 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d136788f-bafd-4117-91e5-9d72c2723258 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.824438 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d136788f-bafd-4117-91e5-9d72c2723258 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4457173 Sep 14 11:25:24.827251 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44928) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:24.832026 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-509b5567-f367-423f-90ea-eaf759afd04e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'security_group_rule': {'security_group_id': '2d4fbdbd-c3a8-4dc1-b71f-aa2595052682', 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:24.917748 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Notify callbacks [] for port, precommit_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:24.927184 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.provisioning_blocks [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Transition to ACTIVE for port object b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 will not be triggered until provisioned by entity L2. {{(pid=94634) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:24.942193 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-509b5567-f367-423f-90ea-eaf759afd04e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.001330 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-509b5567-f367-423f-90ea-eaf759afd04e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.109034 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.149425 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-509b5567-f367-423f-90ea-eaf759afd04e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.156933 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594f65-3a04-4dd7-937c-7de61c466c3b None None] Pushing event updated for resources: {'Port': ['ID=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,revision_number=3']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:25.172226 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b5567-f367-423f-90ea-eaf759afd04e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a4d6ac-e635-4a4a-ab50-e550afca6c99,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:25.210472 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Attempting to bind port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 on host dv-cinder-804757-8-iscsi for vnic_type normal with profile {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:25:25.211369 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Attempting to bind port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 by drivers openvswitch,hyperv on host dv-cinder-804757-8-iscsi at level 0 using segments [{'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:25:25.211782 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Attempting to bind port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 on network bbc1536d-f917-4136-9c80-8c51378edfca {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:25:25.217032 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Checking agent: {'id': '76ab1c1a-e1fa-42d2-bed2-56af40e18c24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 6, 22), 'started_at': datetime.datetime(2021, 9, 14, 11, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:25:25.221027 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Checking segment: {'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:25.221027 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.221027 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Bound using segment: {'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'} {{(pid=94634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:25:25.221027 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.managers [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Bound port: b9752a1c-9a6b-4eb4-9ca7-575de657c2a1, host: dv-cinder-804757-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac0bd60-5594-4c6f-9407-65f544ea2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca'}}] {{(pid=94634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:25:25.221027 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.280295 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-509b5567-f367-423f-90ea-eaf759afd04e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.281588 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-509b5567-f367-423f-90ea-eaf759afd04e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4533587 Sep 14 11:25:25.284494 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44930) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:25.289808 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-b5a802ab-835a-48bc-bcee-8300c3775fdd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'security_group_rule': {'security_group_id': '2d4fbdbd-c3a8-4dc1-b71f-aa2595052682', 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:25.290050 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] For port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1, host dv-cinder-804757-8-iscsi, cleared binding levels {{(pid=94634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:25:25.293258 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.plugins.ml2.db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] For port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1, host dv-cinder-804757-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,segment=NetworkSegment(2ac0bd60-5594-4c6f-9407-65f544ea2e64),segment_id=2ac0bd60-5594-4c6f-9407-65f544ea2e64)] {{(pid=94634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:25:25.388720 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron_lib.callbacks.manager [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.422537 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b5a802ab-835a-48bc-bcee-8300c3775fdd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.443355 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Routers {'d8af46c5-38a1-4e80-880f-3ad504d62956'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:25:25.443982 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:25:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d8af46c5-38a1-4e80-880f-3ad504d62956'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:25.493257 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49594f65-3a04-4dd7-937c-7de61c466c3b None None] Pushing event updated for resources: {'Port': ['ID=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,revision_number=4']} {{(pid=94634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:25.497703 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b5a802ab-835a-48bc-bcee-8300c3775fdd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.513968 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 822a6030-9d3a-49c3-ade8-d39d82c3133e up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:25.563925 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] Set router d8af46c5-38a1-4e80-880f-3ad504d62956 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:25:25.569085 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port 822a6030-9d3a-49c3-ade8-d39d82c3133e triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:25.569530 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.635126 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b5a802ab-835a-48bc-bcee-8300c3775fdd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.657767 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a802ab-835a-48bc-bcee-8300c3775fdd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4968e4-0792-45db-8d44-b83812a966f6,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:25.769463 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 4, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port': {'id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:19Z', 'updated_at': '2021-09-14T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'b9752a1c-9a6b-4eb4-9ca7-575de657c2a1', 'name': '', 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'mac_address': 'fa:16:3e:6d:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'cfe93a13-33d6-400d-93c5-ef8e00fc057d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:21Z', 'updated_at': '2021-09-14T11:25:25Z', 'revision_number': 4, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'subnets': [{'id': 'cfe93a13-33d6-400d-93c5-ef8e00fc057d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:25:25.799087 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e9ec69-fd0f-4e74-ab66-4d04c4f0a142 None None] The sync data for ids ['d8af46c5-38a1-4e80-880f-3ad504d62956'] in dv-cinder-804757-8-iscsi is: [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 4, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port': {'id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:19Z', 'updated_at': '2021-09-14T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'b9752a1c-9a6b-4eb4-9ca7-575de657c2a1', 'name': '', 'network_id': 'bbc1536d-f917-4136-9c80-8c51378edfca', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'mac_address': 'fa:16:3e:6d:39:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'cfe93a13-33d6-400d-93c5-ef8e00fc057d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:21Z', 'updated_at': '2021-09-14T11:25:25Z', 'revision_number': 4, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'subnets': [{'id': 'cfe93a13-33d6-400d-93c5-ef8e00fc057d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:25:25.808113 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b5a802ab-835a-48bc-bcee-8300c3775fdd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:25.809416 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b5a802ab-835a-48bc-bcee-8300c3775fdd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5238945 Sep 14 11:25:25.812325 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44932) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:25.816801 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-8479a17d-4866-4b3b-951e-296192b803fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'security_group_rule': {'security_group_id': '2d4fbdbd-c3a8-4dc1-b71f-aa2595052682', 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:25.965769 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8479a17d-4866-4b3b-951e-296192b803fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.026722 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8479a17d-4866-4b3b-951e-296192b803fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.103635 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8479a17d-4866-4b3b-951e-296192b803fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.125328 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479a17d-4866-4b3b-951e-296192b803fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91916c6d-5832-4d79-88c1-db53e8c94749,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:26.258723 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8479a17d-4866-4b3b-951e-296192b803fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.260166 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8479a17d-4866-4b3b-951e-296192b803fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4468579 Sep 14 11:25:26.262882 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 44934) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:26.267674 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-72ac9bce-51f8-4565-ad9f-e748b966d9d0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'security_group_rule': {'security_group_id': '2d4fbdbd-c3a8-4dc1-b71f-aa2595052682', 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:26.383732 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.securitygroups_db [None req-72ac9bce-51f8-4565-ad9f-e748b966d9d0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Project db1311ec064644e98b53baa45a9ac9da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:25:26.389424 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-72ac9bce-51f8-4565-ad9f-e748b966d9d0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.453790 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-72ac9bce-51f8-4565-ad9f-e748b966d9d0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.548640 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-72ac9bce-51f8-4565-ad9f-e748b966d9d0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.568508 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac9bce-51f8-4565-ad9f-e748b966d9d0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df4ef21-4cfc-4b4a-a0d4-434afdcd4408,revision_number=0']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:26.651925 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-72ac9bce-51f8-4565-ad9f-e748b966d9d0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.653172 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-72ac9bce-51f8-4565-ad9f-e748b966d9d0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3892455 Sep 14 11:25:26.656150 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 44936) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:25:26.660764 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [None req-3af240a1-9f05-4948-b074-0f01feea3213 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'security_group_rule': {'security_group_id': '2d4fbdbd-c3a8-4dc1-b71f-aa2595052682', 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:26.754542 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.securitygroups_db [None req-3af240a1-9f05-4948-b074-0f01feea3213 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Project db1311ec064644e98b53baa45a9ac9da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 11:25:26.761219 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3af240a1-9f05-4948-b074-0f01feea3213 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.822500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3af240a1-9f05-4948-b074-0f01feea3213 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.885435 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3af240a1-9f05-4948-b074-0f01feea3213 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539709'] for security_group_rule, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.902442 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af240a1-9f05-4948-b074-0f01feea3213 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a283f57-3c6a-4c89-bc01-8b3bc5d607b8,revision_number=0']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:26.982827 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-3af240a1-9f05-4948-b074-0f01feea3213 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:26.984019 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-3af240a1-9f05-4948-b074-0f01feea3213 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3268764 Sep 14 11:25:27.506065 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:27.662722 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning for port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:27.667643 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:27.679603 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:27.746169 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:27.777383 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] For port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,segment=NetworkSegment(2ac0bd60-5594-4c6f-9407-65f544ea2e64),segment_id=2ac0bd60-5594-4c6f-9407-65f544ea2e64)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:25:27.880217 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:27.933543 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Pushing event updated for resources: {'Port': ['ID=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:29.485480 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 up at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:25:29.655161 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Provisioning complete for port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:29.655555 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:32.177285 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:45.190939 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-9a03362e-1717-4624-91fe-6a4495b4e8fe tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95704769&fields=id&tenant_id=db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 267 time: 0.0323458 Sep 14 11:25:45.298416 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-74991434-550c-4faa-9233-b553cf74f168 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:45.299912 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-74991434-550c-4faa-9233-b553cf74f168 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 811 time: 0.1022038 Sep 14 11:25:45.315870 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-426e9e48-db4f-448c-ab10-28ac61b7952f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/quotas/db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 375 time: 0.0101812 Sep 14 11:25:45.367635 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-771198df-c1a0-4a5f-9c5c-06026014dbba tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461903 Sep 14 11:25:45.382984 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-de249b74-07cf-4d61-b751-95e3a03c00d1 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:25:45.384025 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-de249b74-07cf-4d61-b751-95e3a03c00d1 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050857 Sep 14 11:25:45.478380 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-6654ea30-82ee-4248-bcbb-f9afd5ab5e3b service neutron] 10.222.0.59 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886927 Sep 14 11:25:45.579441 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-4fd1d8b7-e991-4f0c-84d5-6626d21cb8dc service neutron] 10.222.0.59 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942285 Sep 14 11:25:46.294048 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0a627be4-943e-4ba4-8d46-adbab9c37e07 req-471b20fb-6bfd-4ffa-8f03-93aa5fe8c7f1 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 210 time: 0.1301882 Sep 14 11:25:47.185679 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:25:47.391117 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fa981f2d-110b-4889-8cb7-f24a0ee0ce7f req-222cb15a-9029-4517-af5c-a99c1a12696e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 210 time: 0.0296657 Sep 14 11:25:48.344836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-6715ffd9-6a02-4979-b5ea-8d72de32a8dd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:48.346981 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-6715ffd9-6a02-4979-b5ea-8d72de32a8dd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 811 time: 0.1197307 Sep 14 11:25:48.398515 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-4f55f657-8bba-4983-8598-d1b1670e3e4e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 378 time: 0.0421507 Sep 14 11:25:48.409217 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'port': {'device_id': 'c228b999-c05c-44ee-8915-78833de99886', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'admin_state_up': True, 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'security_groups': ['2d4fbdbd-c3a8-4dc1-b71f-aa2595052682']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:48.528785 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cd9f832d-f70d-4a63-9bb4-5b1f3c98d6f0 req-f49f6804-777c-4e85-a5e6-134138437fa8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 210 time: 0.0457330 Sep 14 11:25:48.650995 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Made reservation on behalf of db1311ec064644e98b53baa45a9ac9da for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:25:48.654782 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:48.802111 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Allocated IP 172.20.0.8 (b676d7d3-26dd-45f8-af30-6639cd866615/871489b2-33ad-49c1-bdbf-7ba5494f1a9d/059b2a68-f15c-4d00-a1f3-5ba129143131) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:25:48.948514 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:48.963064 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Transition to ACTIVE for port object 059b2a68-f15c-4d00-a1f3-5ba129143131 will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:48.971356 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cbca9e35-df9b-4610-89a0-6bd27a2cc5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:49.051955 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:49.093946 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Network b676d7d3-26dd-45f8-af30-6639cd866615 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:25:49.097202 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:25:49.101018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:25:49.132061 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=059b2a68-f15c-4d00-a1f3-5ba129143131,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:49.171968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:49.171968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:49.251896 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-b115ddf3-cce9-4770-ab2e-fe8898d9c32f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8465500 Sep 14 11:25:49.262089 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-ac333fff-8292-4c1a-a7df-47f20a059625 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:25:49.264227 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-ac333fff-8292-4c1a-a7df-47f20a059625 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066214 Sep 14 11:25:49.327676 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Request body: {'port': {'device_id': 'c228b999-c05c-44ee-8915-78833de99886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:25:49.388984 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:49.495198 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-73ae963e-abde-4027-b579-77b8130ea867 None None] Provisioning for port 059b2a68-f15c-4d00-a1f3-5ba129143131 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:25:49.496663 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-73ae963e-abde-4027-b579-77b8130ea867 None None] Provisioning complete for port 059b2a68-f15c-4d00-a1f3-5ba129143131 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:25:49.497107 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-73ae963e-abde-4027-b579-77b8130ea867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:49.548291 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-73ae963e-abde-4027-b579-77b8130ea867 None None] Port 059b2a68-f15c-4d00-a1f3-5ba129143131 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:25:49.703019 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24462719-b964-44d6-90b1-0bbbd91bedaa req-22a8e774-34dc-425b-9b9c-90198e83819e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:49.704599 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-24462719-b964-44d6-90b1-0bbbd91bedaa req-22a8e774-34dc-425b-9b9c-90198e83819e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 931 time: 0.0923965 Sep 14 11:25:49.730768 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059b2a68-f15c-4d00-a1f3-5ba129143131 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:25:49.740839 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:49.764476 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Transition to ACTIVE for port object 059b2a68-f15c-4d00-a1f3-5ba129143131 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:25:49.767735 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-24462719-b964-44d6-90b1-0bbbd91bedaa req-120183cc-f79e-4e37-8315-c8dcde71ee7c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564566 Sep 14 11:25:49.839629 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:49.894737 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Pushing event updated for resources: {'Port': ['ID=059b2a68-f15c-4d00-a1f3-5ba129143131,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:49.974098 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Attempting to bind port 059b2a68-f15c-4d00-a1f3-5ba129143131 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:25:49.974441 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Attempting to bind port 059b2a68-f15c-4d00-a1f3-5ba129143131 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:25:49.974779 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Attempting to bind port 059b2a68-f15c-4d00-a1f3-5ba129143131 on network b676d7d3-26dd-45f8-af30-6639cd866615 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:25:49.979537 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Port 059b2a68-f15c-4d00-a1f3-5ba129143131 on network b676d7d3-26dd-45f8-af30-6639cd866615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:25:49.979864 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Attempting to bind port 059b2a68-f15c-4d00-a1f3-5ba129143131 on network b676d7d3-26dd-45f8-af30-6639cd866615 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:25:49.985843 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:25:49.986212 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Checking segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:25:49.986575 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Bound using segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:25:49.987012 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Bound port: 059b2a68-f15c-4d00-a1f3-5ba129143131, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:25:49.987399 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:50.058851 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] For port 059b2a68-f15c-4d00-a1f3-5ba129143131, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:25:50.063443 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] For port 059b2a68-f15c-4d00-a1f3-5ba129143131, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=059b2a68-f15c-4d00-a1f3-5ba129143131,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:25:50.125881 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:50.170638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:50.171522 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:50.173634 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] 10.222.0.60 "PUT /v2.0/ports/059b2a68-f15c-4d00-a1f3-5ba129143131 HTTP/1.1" status: 200 len: 1093 time: 0.9010394 Sep 14 11:25:50.174370 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c228b999-c05c-44ee-8915-78833de99886', 'tag': '059b2a68-f15c-4d00-a1f3-5ba129143131'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:25:50.177437 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84484c4a-99aa-41d2-9b1e-8e05daa0674d" -d '{"events": [{"name": "network-changed", "server_uuid": "c228b999-c05c-44ee-8915-78833de99886", "tag": "059b2a68-f15c-4d00-a1f3-5ba129143131"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:25:50.208078 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a7396-573d-4d71-a9bd-94d272bc5705 service neutron] Pushing event updated for resources: {'Port': ['ID=059b2a68-f15c-4d00-a1f3-5ba129143131,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:50.296098 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95171f27-6d1c-4d87-a4ad-b5b593bca279 x-openstack-request-id: req-95171f27-6d1c-4d87-a4ad-b5b593bca279 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:25:50.296391 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c228b999-c05c-44ee-8915-78833de99886", "tag": "059b2a68-f15c-4d00-a1f3-5ba129143131", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:25:50.296638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95171f27-6d1c-4d87-a4ad-b5b593bca279 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:25:50.297029 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c228b999-c05c-44ee-8915-78833de99886', 'tag': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'status': 'completed', 'code': 200} Sep 14 11:25:50.333820 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-363ce921-0157-424d-b26c-07ce1e82eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:50.335480 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-363ce921-0157-424d-b26c-07ce1e82eb5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 1096 time: 0.0491965 Sep 14 11:25:50.382254 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-97687148-c6e3-42c2-8418-bd3adacfc44a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059b2a68-f15c-4d00-a1f3-5ba129143131 HTTP/1.1" status: 200 len: 217 time: 0.0374465 Sep 14 11:25:50.436208 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-38a7405b-ce07-4fe6-aa17-46c1bb763c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:50.437616 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-38a7405b-ce07-4fe6-aa17-46c1bb763c8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0485570 Sep 14 11:25:50.486620 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-e3f18f59-9d4d-4547-8d31-7a9702a6947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:50.488199 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-e3f18f59-9d4d-4547-8d31-7a9702a6947e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439122 Sep 14 11:25:50.581484 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-946e1d13-4075-4ed5-98b0-45a13dab5db0 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857005 Sep 14 11:25:50.677744 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c51b120c-19e2-494d-8cb7-5f12e5086fd6 req-f9aeccbe-3d46-4edf-ad70-65c8ffb53bd6 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881555 Sep 14 11:25:50.920613 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d89c6-75d0-4a62-b34a-07f3f49fc736 req-9546d346-72c9-4f19-885c-51db4a74f1b0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:50.922186 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-080d89c6-75d0-4a62-b34a-07f3f49fc736 req-9546d346-72c9-4f19-885c-51db4a74f1b0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 943 time: 0.0864115 Sep 14 11:25:50.925244 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-82e6719d-f78d-4ebf-a06b-40b285de2cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:50.926654 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-82e6719d-f78d-4ebf-a06b-40b285de2cf5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 1096 time: 0.0889189 Sep 14 11:25:51.016975 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-080d89c6-75d0-4a62-b34a-07f3f49fc736 req-6a7623e0-0310-4e1d-92fd-0bd7e7959b7b tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887678 Sep 14 11:25:51.045892 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-40b27df1-ed10-476a-badc-a872ad338a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:51.047394 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-40b27df1-ed10-476a-badc-a872ad338a8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.1125305 Sep 14 11:25:51.095247 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-e8d08829-f7af-4cf0-afa9-4aa1658fe2c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059b2a68-f15c-4d00-a1f3-5ba129143131 HTTP/1.1" status: 200 len: 217 time: 0.0387895 Sep 14 11:25:51.145882 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-95db9088-c5a6-4eb6-bd54-cb00ffcce50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:51.147359 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-95db9088-c5a6-4eb6-bd54-cb00ffcce50f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0448213 Sep 14 11:25:51.191764 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-cfd6f7c7-fc36-46fb-b114-02e605a856b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:51.193163 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-cfd6f7c7-fc36-46fb-b114-02e605a856b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391476 Sep 14 11:25:51.300126 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-223522b6-232b-40e4-8804-106aba3287ca service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998657 Sep 14 11:25:51.392176 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-84484c4a-99aa-41d2-9b1e-8e05daa0674d req-5bb5a00b-2a37-4e93-bfbc-2707a4c3f1d6 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840576 Sep 14 11:25:51.993949 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-058df40e-9ff3-4f49-871b-5764651141ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:52.149066 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b5557-01bc-4512-90d9-4c41c84c2e6b req-07bcc47d-7b19-4bb6-aad5-c0cee970d23b tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:52.150560 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d23b5557-01bc-4512-90d9-4c41c84c2e6b req-07bcc47d-7b19-4bb6-aad5-c0cee970d23b tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 943 time: 0.0634675 Sep 14 11:25:52.197266 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-d23b5557-01bc-4512-90d9-4c41c84c2e6b req-ee9912d8-4ad6-43e9-906f-ab283b2574e3 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396051 Sep 14 11:25:52.343550 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:52.908284 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:53.322879 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2ad4-63c7-4f74-a835-68c203a2a7da req-8f65a691-9f48-4bd9-8592-4fd2c5e251b5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:53.324409 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-157c2ad4-63c7-4f74-a835-68c203a2a7da req-8f65a691-9f48-4bd9-8592-4fd2c5e251b5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 943 time: 0.0491042 Sep 14 11:25:53.363920 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-157c2ad4-63c7-4f74-a835-68c203a2a7da req-495cbcfc-7863-47dc-b4b3-9a6f93e5c2ed tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332923 Sep 14 11:25:54.480693 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24d34-7e8d-4657-96c6-99496479b36d req-aff6ad7d-2400-4c4c-8fe8-8b2780a5af39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:54.483273 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-89e24d34-7e8d-4657-96c6-99496479b36d req-aff6ad7d-2400-4c4c-8fe8-8b2780a5af39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 943 time: 0.0520754 Sep 14 11:25:54.519441 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:54.536860 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-89e24d34-7e8d-4657-96c6-99496479b36d req-46c1a25c-ec69-4d6f-bf25-be586f573662 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472383 Sep 14 11:25:55.661701 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd16bd8-e22f-4c35-8aff-6cb22e811bf1 req-5658b012-06aa-4dab-a9b1-2f4dc4b6feb7 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:55.663222 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ddd16bd8-e22f-4c35-8aff-6cb22e811bf1 req-5658b012-06aa-4dab-a9b1-2f4dc4b6feb7 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 943 time: 0.0588062 Sep 14 11:25:55.980018 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-ddd16bd8-e22f-4c35-8aff-6cb22e811bf1 req-397c5b9f-ea55-4d97-bf4d-f14f84bf996a tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3107815 Sep 14 11:25:57.096314 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a43fb3-19df-4d5a-a7a6-d0b53dee3352 req-39711f64-3a18-46d2-a317-9737060194f0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:57.097807 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-21a43fb3-19df-4d5a-a7a6-d0b53dee3352 req-39711f64-3a18-46d2-a317-9737060194f0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 943 time: 0.0484641 Sep 14 11:25:57.136161 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-21a43fb3-19df-4d5a-a7a6-d0b53dee3352 req-bde1c33b-7602-4f73-92b3-2e9422abb648 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321035 Sep 14 11:25:58.255542 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a6da8-c398-4dc5-81e0-19d0e7ea14ef req-67595677-41c7-4e8c-bb55-105964588cb5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:58.257040 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-007a6da8-c398-4dc5-81e0-19d0e7ea14ef req-67595677-41c7-4e8c-bb55-105964588cb5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 943 time: 0.0513921 Sep 14 11:25:58.296056 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-007a6da8-c398-4dc5-81e0-19d0e7ea14ef req-151a4860-ac0b-4b24-b510-987dd695153c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329132 Sep 14 11:25:58.543218 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 059b2a68-f15c-4d00-a1f3-5ba129143131 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:25:58.647442 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 059b2a68-f15c-4d00-a1f3-5ba129143131, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=059b2a68-f15c-4d00-a1f3-5ba129143131,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:25:58.659506 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'port_id': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'mac_address': 'fa:16:3e:d4:fe:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:25:58.697934 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:58.711608 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059b2a68-f15c-4d00-a1f3-5ba129143131 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:25:58.731388 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 059b2a68-f15c-4d00-a1f3-5ba129143131, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=059b2a68-f15c-4d00-a1f3-5ba129143131,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:25:58.822674 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:25:58.873249 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=059b2a68-f15c-4d00-a1f3-5ba129143131,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:25:58.880404 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.880762 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.881104 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.881443 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.881774 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.882106 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.882432 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.882759 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.884688 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.884688 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.884688 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:58.884688 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:25:59.036840 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['059b2a68-f15c-4d00-a1f3-5ba129143131'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:25:59.416269 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc15aec-090a-4fe8-adf7-78bd3fbfbd77 req-59b87662-0ec1-4b3a-8af6-0f4d1bb6e0db tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:25:59.417766 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2fc15aec-090a-4fe8-adf7-78bd3fbfbd77 req-59b87662-0ec1-4b3a-8af6-0f4d1bb6e0db tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 944 time: 0.0533226 Sep 14 11:25:59.457548 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-2fc15aec-090a-4fe8-adf7-78bd3fbfbd77 req-d3412587-bd60-44aa-801f-b82542f1b4b5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335791 Sep 14 11:26:00.557850 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 059b2a68-f15c-4d00-a1f3-5ba129143131 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:26:00.577428 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a503b-330c-4cff-981a-0486a5a71697 req-a7e79c2f-137e-445a-8366-1ed30a7d4507 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:00.579057 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fa0a503b-330c-4cff-981a-0486a5a71697 req-a7e79c2f-137e-445a-8366-1ed30a7d4507 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 944 time: 0.0529373 Sep 14 11:26:00.619533 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fa0a503b-330c-4cff-981a-0486a5a71697 req-6908f272-c5ef-427c-8c3d-416040683fbc tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336003 Sep 14 11:26:00.673646 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 059b2a68-f15c-4d00-a1f3-5ba129143131 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:26:00.677715 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 059b2a68-f15c-4d00-a1f3-5ba129143131 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:26:00.678120 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:00.760584 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:00.782967 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c228b999-c05c-44ee-8915-78833de99886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b2a68-f15c-4d00-a1f3-5ba129143131'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:26:00.785247 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32867726-dc2e-43cf-954f-da1f797ef536" -d '{"events": [{"server_uuid": "c228b999-c05c-44ee-8915-78833de99886", "name": "network-vif-plugged", "status": "completed", "tag": "059b2a68-f15c-4d00-a1f3-5ba129143131"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:26:00.799034 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 059b2a68-f15c-4d00-a1f3-5ba129143131, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=059b2a68-f15c-4d00-a1f3-5ba129143131,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:26:00.822385 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb7d6f3-cc59-4637-ad23-be3f95756017 x-openstack-request-id: req-acb7d6f3-cc59-4637-ad23-be3f95756017 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:26:00.822681 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c228b999-c05c-44ee-8915-78833de99886", "name": "network-vif-plugged", "status": "completed", "tag": "059b2a68-f15c-4d00-a1f3-5ba129143131", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:26:00.822934 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-acb7d6f3-cc59-4637-ad23-be3f95756017 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:26:00.823350 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c228b999-c05c-44ee-8915-78833de99886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'code': 200} Sep 14 11:26:00.902624 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:00.949959 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=059b2a68-f15c-4d00-a1f3-5ba129143131,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:26:01.247387 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118778d8-bcc3-4e31-b08f-abcad72db273 req-666946db-017a-4116-9a7f-693e7a059671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:01.249025 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-118778d8-bcc3-4e31-b08f-abcad72db273 req-666946db-017a-4116-9a7f-693e7a059671 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 1098 time: 0.0395555 Sep 14 11:26:01.283475 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-118778d8-bcc3-4e31-b08f-abcad72db273 req-b7e6dc6c-8b08-4061-b107-58d90805d9c0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275607 Sep 14 11:26:01.740216 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043be8-545e-406a-aeee-0c8d5db9376b req-9d1857e8-8695-456d-81be-ab038a230ff8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:01.741696 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6043be8-545e-406a-aeee-0c8d5db9376b req-9d1857e8-8695-456d-81be-ab038a230ff8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 945 time: 0.0535321 Sep 14 11:26:01.779230 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e6043be8-545e-406a-aeee-0c8d5db9376b req-4339013a-0e56-49e6-9ec5-26927297ac73 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314682 Sep 14 11:26:02.176582 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:02.899995 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5efbb7-9df2-455b-8728-ef035276efe6 req-327e320f-aa71-4a58-a729-eb55eea303cc tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:02.901477 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0c5efbb7-9df2-455b-8728-ef035276efe6 req-327e320f-aa71-4a58-a729-eb55eea303cc tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 945 time: 0.0492594 Sep 14 11:26:02.943526 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-0c5efbb7-9df2-455b-8728-ef035276efe6 req-ec901e05-c093-4792-ad14-bc4d3b853b3d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308495 Sep 14 11:26:03.060788 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea8fd9-9e3b-42dd-9236-55e862c757fd req-3b4fde0c-b5ce-468d-b50b-e376721e3ac3 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:03.061713 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a8ea8fd9-9e3b-42dd-9236-55e862c757fd req-3b4fde0c-b5ce-468d-b50b-e376721e3ac3 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 945 time: 0.0491221 Sep 14 11:26:03.099809 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a8ea8fd9-9e3b-42dd-9236-55e862c757fd req-e93e8c19-ba39-46e8-85d5-b1ec502fe6e7 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321374 Sep 14 11:26:03.121448 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45112) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:26:03.202716 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fc976b-0156-45b5-bd50-b262f173bea8 tempest-TestVolumeBootPattern-1948383850 tempest-TestVolumeBootPattern-1948383850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:03.204300 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-57fc976b-0156-45b5-bd50-b262f173bea8 tempest-TestVolumeBootPattern-1948383850 tempest-TestVolumeBootPattern-1948383850-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 1093 time: 0.0813763 Sep 14 11:26:03.207523 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45116) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:26:03.211720 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'port_id': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:26:03.326208 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:03.422538 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:03.526246 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Allocated IP 172.27.0.153 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/10e697dc-d8b5-460e-a607-05c53e02511d) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:26:03.632582 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:03.771222 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:03.807859 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:26:03.810921 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:26:03.814587 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:26:03.845867 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=10e697dc-d8b5-460e-a607-05c53e02511d,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:26:04.181927 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:04.321604 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:04.474264 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:04.548165 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:04.616800 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=10e697dc-d8b5-460e-a607-05c53e02511d,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:26:04.625583 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:04.895791 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.l3_db [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Floating IP 8f2d4ec4-5340-4646-b443-978bf1a67f26 associated. External IP: 172.27.0.153, port: 059b2a68-f15c-4d00-a1f3-5ba129143131. Sep 14 11:26:05.100223 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:26:05.206990 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:26:05.217873 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:26:05.226627 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:26:05.227299 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:25:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:26:05.279503 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:05.316674 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8a92d0ca-7d10-4d1e-ab43-c728a42d5014 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1080155 Sep 14 11:26:05.317423 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c228b999-c05c-44ee-8915-78833de99886', 'tag': '059b2a68-f15c-4d00-a1f3-5ba129143131'}] {{(pid=94632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:26:05.320235 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a4becddd418bb84f1948dec5118b731922884afe1f23a9219bf08cb21cd83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63e8628-1211-4f36-9f83-9ebd794c4c35" -d '{"events": [{"name": "network-changed", "server_uuid": "c228b999-c05c-44ee-8915-78833de99886", "tag": "059b2a68-f15c-4d00-a1f3-5ba129143131"}]}' {{(pid=94632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:26:05.338283 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:26:05.422715 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66e51d5-d4c7-495c-bf98-2a93fb3398c2 x-openstack-request-id: req-e66e51d5-d4c7-495c-bf98-2a93fb3398c2 {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:26:05.423017 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c228b999-c05c-44ee-8915-78833de99886", "tag": "059b2a68-f15c-4d00-a1f3-5ba129143131", "status": "completed", "code": 200}]} {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:26:05.423258 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e66e51d5-d4c7-495c-bf98-2a93fb3398c2 {{(pid=94632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:26:05.423671 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c228b999-c05c-44ee-8915-78833de99886', 'tag': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'status': 'completed', 'code': 200} Sep 14 11:26:05.488568 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-3f5bb37b-3bff-47c9-871a-e5eb504831f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:05.490087 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-3f5bb37b-3bff-47c9-871a-e5eb504831f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 1098 time: 0.0448866 Sep 14 11:26:05.579517 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '8f2d4ec4-5340-4646-b443-978bf1a67f26', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d4:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c228b999-c05c-44ee-8915-78833de99886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:26:04Z', 'updated_at': '2021-09-14T11:26:04Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:26:05.581772 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-434abd1d-55ca-466a-a624-f5d41ca1c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:05.583293 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-434abd1d-55ca-466a-a624-f5d41ca1c327 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0861609 Sep 14 11:26:05.605948 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:26:05.615199 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:26:05.615842 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:25:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:26:05.656295 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-c1b6c774-3ce5-46be-8b29-7f8e0fbbf951 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059b2a68-f15c-4d00-a1f3-5ba129143131 HTTP/1.1" status: 200 len: 999 time: 0.0653608 Sep 14 11:26:05.708544 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-0d728b88-bcd4-420a-af63-3d859fe1b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:05.709916 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-0d728b88-bcd4-420a-af63-3d859fe1b594 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0465417 Sep 14 11:26:05.726964 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:26:05.758222 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-3118e75d-1428-43a4-a4ec-0dd0975b6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:05.759787 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-3118e75d-1428-43a4-a4ec-0dd0975b6276 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417089 Sep 14 11:26:05.856803 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-ae2f9499-0abe-4041-9c9e-d1c87d1d11b7 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891070 Sep 14 11:26:05.955767 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e63e8628-1211-4f36-9f83-9ebd794c4c35 req-3d2a7b24-36c8-4264-9569-163accd278b1 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918944 Sep 14 11:26:05.956668 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '8f2d4ec4-5340-4646-b443-978bf1a67f26', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d4:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c228b999-c05c-44ee-8915-78833de99886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:26:04Z', 'updated_at': '2021-09-14T11:26:04Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:26:05.987132 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d59d3d-0fa6-489b-8f5b-8bd65c861add None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '8f2d4ec4-5340-4646-b443-978bf1a67f26', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.153', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d4:fe:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c228b999-c05c-44ee-8915-78833de99886', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:26:04Z', 'updated_at': '2021-09-14T11:26:04Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:26:06.185737 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beacc296-9f55-4626-8cc1-f4e7706ec893 None None] New status for floating IP 8f2d4ec4-5340-4646-b443-978bf1a67f26: ACTIVE {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:26:08.439135 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-db0d9b2c-4a22-4471-aca9-b1a1168f0fc3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478432 Sep 14 11:26:08.518801 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-0439cea2-c4a4-4432-ae3d-bd8f5e2cee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:08.520280 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-0439cea2-c4a4-4432-ae3d-bd8f5e2cee56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 1098 time: 0.0397453 Sep 14 11:26:08.625157 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-aa2db142-c2ea-440d-a9a7-36cbf8cd7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:08.626653 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-aa2db142-c2ea-440d-a9a7-36cbf8cd7732 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0830610 Sep 14 11:26:08.695250 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-be3a3d8e-deda-4654-a679-3959ab908ced service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059b2a68-f15c-4d00-a1f3-5ba129143131 HTTP/1.1" status: 200 len: 1001 time: 0.0605922 Sep 14 11:26:08.743957 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-a5e65095-4e8e-497b-990a-0d75d87244f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:08.745725 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-a5e65095-4e8e-497b-990a-0d75d87244f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0431225 Sep 14 11:26:08.789751 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-e34a1a3a-aa7b-4258-a42b-ed083f82908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:26:08.791226 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-e34a1a3a-aa7b-4258-a42b-ed083f82908f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385733 Sep 14 11:26:08.882065 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-afaa61ef-2120-4a94-ab6a-f0e596e34f33 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835760 Sep 14 11:26:08.976020 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-45819dcf-3de4-40c3-bbbc-1074f33dc90f req-c291ed65-5511-4305-a5c2-c45fcd61f1be service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866113 Sep 14 11:26:18.993291 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c23e2fed-6e9d-4bc0-abf9-45d7676129f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:22.062277 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ce453712-74fa-4518-b04a-678a41d33568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:22.393013 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:22.953317 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:24.185174 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:26:24.519090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:32.164486 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:48.963993 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d3e488a6-eb5f-405b-a544-02f3eb3007ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:51.952134 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b2a57c2b-f5cf-46bb-b176-707505034339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:52.369455 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:52.860933 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:26:54.558138 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:01.183703 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:27:02.174593 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:09.431342 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-547c1baa-4220-410d-aefe-f9c95c7995d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422814 Sep 14 11:27:09.509284 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-6a6a3465-60b0-4bbf-b708-c891ac5c4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:27:09.510757 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-6a6a3465-60b0-4bbf-b708-c891ac5c4518 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 1098 time: 0.0398819 Sep 14 11:27:09.620551 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-9d096797-e6c0-4cdf-be01-9fc19224cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:27:09.622041 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-9d096797-e6c0-4cdf-be01-9fc19224cfde service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0921144 Sep 14 11:27:09.688271 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-c6e5dc55-f441-40ff-ba84-31ebb15dacdf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=059b2a68-f15c-4d00-a1f3-5ba129143131 HTTP/1.1" status: 200 len: 1001 time: 0.0594597 Sep 14 11:27:09.737799 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-b9831eb3-03c3-479d-aa5a-4ced82210854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:27:09.739255 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-b9831eb3-03c3-479d-aa5a-4ced82210854 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0436900 Sep 14 11:27:09.789165 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-5be4e932-4257-4dcf-8089-8d4ff1238206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:27:09.790698 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-5be4e932-4257-4dcf-8089-8d4ff1238206 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448499 Sep 14 11:27:09.884875 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-746d2ede-7e49-4946-8e58-5f36dd4d74b5 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868986 Sep 14 11:27:09.980535 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b22c24cf-b9fc-4da0-9158-751a76ac8835 req-a065fc98-8983-451c-8f75-57ad998cd38f service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890009 Sep 14 11:27:18.985731 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-f8effbe3-0733-4022-ab7e-c0eb156a70e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:21.968812 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fb734e45-9eac-4fca-93b5-d8b75728b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:22.379574 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:22.883173 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:24.580209 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:32.203092 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:38.183235 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:27:48.939633 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9c32d732-0a3c-4283-bb68-41be621c7c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:51.951051 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c8a7-d7ef-49df-b2c5-6520cc021e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:52.357032 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:52.859146 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:27:54.522445 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:01.108854 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666c4ef-7ef5-4c47-97e5-95ee2354edf6 req-a41220ed-ddf9-4684-8b72-2898e04547cb tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:01.110312 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5666c4ef-7ef5-4c47-97e5-95ee2354edf6 req-a41220ed-ddf9-4684-8b72-2898e04547cb tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 945 time: 0.0490263 Sep 14 11:28:01.149301 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5666c4ef-7ef5-4c47-97e5-95ee2354edf6 req-c110af4d-b9e7-47a5-9458-2a72724423bd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329058 Sep 14 11:28:02.208336 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:02.267762 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56886c9a-e935-4ac2-b019-dbcb4941ded7 req-e1d1c30d-ae21-45d8-bb04-de7b937d81c8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:02.269248 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56886c9a-e935-4ac2-b019-dbcb4941ded7 req-e1d1c30d-ae21-45d8-bb04-de7b937d81c8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Sep 14 11:28:02.306731 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-56886c9a-e935-4ac2-b019-dbcb4941ded7 req-72ba9ccb-cfb3-4e67-aebf-f2d43f8a3ca3 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314658 Sep 14 11:28:02.609452 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-c24c6f39-37f4-4b2d-88e4-dbd96c0a94cd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:02.610950 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-c24c6f39-37f4-4b2d-88e4-dbd96c0a94cd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 945 time: 0.0512192 Sep 14 11:28:02.703355 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Deleting port 059b2a68-f15c-4d00-a1f3-5ba129143131 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:28:02.704272 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:02.796487 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] For port 059b2a68-f15c-4d00-a1f3-5ba129143131, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=059b2a68-f15c-4d00-a1f3-5ba129143131,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:28:02.796865 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:02.958182 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:02.958536 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:02.958864 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.db.l3_db [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Floating IP 8f2d4ec4-5340-4646-b443-978bf1a67f26 disassociated. External IP: 172.27.0.153, port: 059b2a68-f15c-4d00-a1f3-5ba129143131. Sep 14 11:28:02.959222 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Calling delete_port for 059b2a68-f15c-4d00-a1f3-5ba129143131 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:28:03.184989 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:03.213968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event deleted for resources: {'Port': ['ID=059b2a68-f15c-4d00-a1f3-5ba129143131,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.237239 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:03.340947 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:28:03.451599 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bac800f0-bb87-40ac-ae26-f7156da93992 req-e07a8b3b-9c2f-49a2-b01b-2fe92675750b tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 210 time: 0.0582945 Sep 14 11:28:03.468216 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:28:03.479713 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:28:03.489356 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:28:03.490010 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:27:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:28:03.507463 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] No DVR routers for this DVR port 059b2a68-f15c-4d00-a1f3-5ba129143131 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:28:03.510013 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:03.512069 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1fab0183-c8e3-4fb2-bd84-2a8a125c2cf9 req-ccb35cf2-06b0-41c7-a0b8-0c3fce6eb8e4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "DELETE /v2.0/ports/059b2a68-f15c-4d00-a1f3-5ba129143131 HTTP/1.1" status: 204 len: 173 time: 0.8945267 Sep 14 11:28:03.512501 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c228b999-c05c-44ee-8915-78833de99886', 'name': 'network-vif-deleted', 'tag': '059b2a68-f15c-4d00-a1f3-5ba129143131'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:28:03.514717 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180a9679-19b7-4cac-a055-083da2b81fe6" -d '{"events": [{"server_uuid": "c228b999-c05c-44ee-8915-78833de99886", "name": "network-vif-deleted", "tag": "059b2a68-f15c-4d00-a1f3-5ba129143131"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:28:03.560913 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37894b0-dd01-479f-a9e7-fffcfc5b10a6 x-openstack-request-id: req-b37894b0-dd01-479f-a9e7-fffcfc5b10a6 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:28:03.568700 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c228b999-c05c-44ee-8915-78833de99886", "name": "network-vif-deleted", "tag": "059b2a68-f15c-4d00-a1f3-5ba129143131", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:28:03.568700 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b37894b0-dd01-479f-a9e7-fffcfc5b10a6 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:28:03.568700 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c228b999-c05c-44ee-8915-78833de99886', 'name': 'network-vif-deleted', 'tag': '059b2a68-f15c-4d00-a1f3-5ba129143131', 'status': 'completed', 'code': 200} Sep 14 11:28:03.726655 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:28:03.915879 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:28:03.945496 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:28:03.954475 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:28:03.955078 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:27:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:28:04.059966 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:28:04.254393 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:28:04.280505 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534f8c93-de80-46a0-82b5-28d41ea27659 None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:28:04.502101 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfd83dc-ab68-46f8-926a-5ca4556091f4 None None] New status for floating IP 8f2d4ec4-5340-4646-b443-978bf1a67f26: DOWN {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:28:04.563726 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-77f11a82-7ada-4ed4-82bb-bd91308893c7 req-c8607ad2-65a2-41cc-aab7-67bf89564abe tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=c228b999-c05c-44ee-8915-78833de99886 HTTP/1.1" status: 200 len: 210 time: 0.0290725 Sep 14 11:28:05.163230 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 059b2a68-f15c-4d00-a1f3-5ba129143131 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:28:05.186805 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 059b2a68-f15c-4d00-a1f3-5ba129143131 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:28:05.187147 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 059b2a68-f15c-4d00-a1f3-5ba129143131 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:28:05.786679 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-06ff9013-9b8e-49a4-bdb0-da707b9b53e6 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95704769&fields=id&tenant_id=db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 267 time: 0.0323067 Sep 14 11:28:05.891007 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451496-39f9-4b40-9321-e88131d9f471 req-8b35bb02-e9b0-487e-8cc6-8854d83d1aaa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:05.892588 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-8b35bb02-e9b0-487e-8cc6-8854d83d1aaa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 811 time: 0.0995238 Sep 14 11:28:05.907416 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-4c4a70d9-f6f4-4f67-ae76-2b8b40333a86 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/quotas/db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 375 time: 0.0089161 Sep 14 11:28:05.960740 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-6e3bd999-77b0-47b2-8459-39e1ef1a18f5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479903 Sep 14 11:28:06.060505 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-2cbf9a70-733f-43e2-a4f7-66253cc43b9f service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 11:28:06.061488 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-2cbf9a70-733f-43e2-a4f7-66253cc43b9f service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0890889 Sep 14 11:28:06.152820 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-f34ee7ed-578b-4c1d-a348-99d77af86c39 service neutron] 10.222.0.59 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836780 Sep 14 11:28:06.243851 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-13ef8e44-ee30-4745-bb0c-149ba687d2e1 service neutron] 10.222.0.59 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846100 Sep 14 11:28:06.920921 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3883db78-a44b-4146-bf18-5f016e5e5407 req-3b47d8c4-7659-4f22-bf33-6a40268e4bbb tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 210 time: 0.0275857 Sep 14 11:28:08.013751 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1508faaf-1eef-40de-87fc-e27d19d6dbc2 req-20af668a-c383-4a38-a612-1e3616126a10 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 210 time: 0.0256779 Sep 14 11:28:09.108757 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-41fb0137-ef97-46b9-9a12-d46b63b4df0e req-d63c6ee9-7fdd-4bc7-9116-b7e4c250c092 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Sep 14 11:28:09.216019 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451496-39f9-4b40-9321-e88131d9f471 req-fa4310cd-5358-4f31-9e02-431d411590fb tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:09.217461 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-fa4310cd-5358-4f31-9e02-431d411590fb tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 811 time: 0.1022770 Sep 14 11:28:09.261211 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-0857849e-56f9-49be-a9e9-43cc0b14522e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 378 time: 0.0340407 Sep 14 11:28:09.271762 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'port': {'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'admin_state_up': True, 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'security_groups': ['2d4fbdbd-c3a8-4dc1-b71f-aa2595052682']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:28:09.424771 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Made reservation on behalf of db1311ec064644e98b53baa45a9ac9da for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:28:09.428414 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:09.558289 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Allocated IP 172.20.0.6 (b676d7d3-26dd-45f8-af30-6639cd866615/871489b2-33ad-49c1-bdbf-7ba5494f1a9d/8c715b0d-2897-4634-be52-2dca726eb8f4) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:28:09.713409 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:09.726312 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Transition to ACTIVE for port object 8c715b0d-2897-4634-be52-2dca726eb8f4 will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:28:09.825456 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:09.865478 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Network b676d7d3-26dd-45f8-af30-6639cd866615 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:28:09.868436 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:28:09.872119 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:28:09.903110 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=8c715b0d-2897-4634-be52-2dca726eb8f4,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:28:09.931539 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:09.932188 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:10.003639 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-5ddbe966-d98e-4836-a5a7-f49449a34a4c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358336 Sep 14 11:28:10.016232 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Request body: {'port': {'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:28:10.077383 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:10.179264 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-bc23ede1-f127-43a3-9c4b-1824643b585f None None] Provisioning for port 8c715b0d-2897-4634-be52-2dca726eb8f4 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:28:10.183272 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-bc23ede1-f127-43a3-9c4b-1824643b585f None None] Provisioning complete for port 8c715b0d-2897-4634-be52-2dca726eb8f4 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:28:10.183732 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-bc23ede1-f127-43a3-9c4b-1824643b585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:10.217477 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-bc23ede1-f127-43a3-9c4b-1824643b585f None None] Port 8c715b0d-2897-4634-be52-2dca726eb8f4 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:28:10.260518 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4f2e9-e526-48bc-9e1b-a845ac0b5868 req-608529f9-2b2b-42dd-845f-73adc23c36c5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:10.262055 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3a4f2e9-e526-48bc-9e1b-a845ac0b5868 req-608529f9-2b2b-42dd-845f-73adc23c36c5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 931 time: 0.0827618 Sep 14 11:28:10.341958 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e3a4f2e9-e526-48bc-9e1b-a845ac0b5868 req-ff90065a-46fc-43f3-994c-1a829b9e3cb1 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734687 Sep 14 11:28:10.402646 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c715b0d-2897-4634-be52-2dca726eb8f4 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:28:10.410728 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:10.422003 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Transition to ACTIVE for port object 8c715b0d-2897-4634-be52-2dca726eb8f4 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:28:10.459160 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:10.510959 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Pushing event updated for resources: {'Port': ['ID=8c715b0d-2897-4634-be52-2dca726eb8f4,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:28:10.576266 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Attempting to bind port 8c715b0d-2897-4634-be52-2dca726eb8f4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:28:10.576618 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Attempting to bind port 8c715b0d-2897-4634-be52-2dca726eb8f4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:28:10.576942 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Attempting to bind port 8c715b0d-2897-4634-be52-2dca726eb8f4 on network b676d7d3-26dd-45f8-af30-6639cd866615 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:28:10.582349 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Port 8c715b0d-2897-4634-be52-2dca726eb8f4 on network b676d7d3-26dd-45f8-af30-6639cd866615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:28:10.582669 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Attempting to bind port 8c715b0d-2897-4634-be52-2dca726eb8f4 on network b676d7d3-26dd-45f8-af30-6639cd866615 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:28:10.587852 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:28:10.588184 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Checking segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:28:10.588564 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Bound using segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:28:10.588987 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Bound port: 8c715b0d-2897-4634-be52-2dca726eb8f4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:28:10.589341 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:10.655797 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] For port 8c715b0d-2897-4634-be52-2dca726eb8f4, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:28:10.659516 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] For port 8c715b0d-2897-4634-be52-2dca726eb8f4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c715b0d-2897-4634-be52-2dca726eb8f4,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:28:10.722499 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:10.755913 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:10.756527 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:10.757907 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] 10.222.0.60 "PUT /v2.0/ports/8c715b0d-2897-4634-be52-2dca726eb8f4 HTTP/1.1" status: 200 len: 1093 time: 0.7463253 Sep 14 11:28:10.758354 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:28:10.760631 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f6aa60-dce3-4ea3-a177-c52ae8edf4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:28:10.791675 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6eff80-b96e-4b5c-97f3-032c801b90ed service neutron] Pushing event updated for resources: {'Port': ['ID=8c715b0d-2897-4634-be52-2dca726eb8f4,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:28:10.797626 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bc275a-4d28-4405-970f-e03f1b6f6b1f x-openstack-request-id: req-12bc275a-4d28-4405-970f-e03f1b6f6b1f {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:28:10.797986 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:28:10.798330 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-12bc275a-4d28-4405-970f-e03f1b6f6b1f {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:28:10.798759 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'status': 'completed', 'code': 200} Sep 14 11:28:10.861090 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6aa60-dce3-4ea3-a177-c52ae8edf4ba req-2b3d839c-befe-41df-a133-238d36661aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:10.862519 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3f6aa60-dce3-4ea3-a177-c52ae8edf4ba req-2b3d839c-befe-41df-a133-238d36661aad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1096 time: 0.0430591 Sep 14 11:28:11.236066 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6aa60-dce3-4ea3-a177-c52ae8edf4ba req-1b91cff4-3694-4a23-ba0a-01c8a5f6ee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:11.237512 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3f6aa60-dce3-4ea3-a177-c52ae8edf4ba req-1b91cff4-3694-4a23-ba0a-01c8a5f6ee31 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=db1311ec064644e98b53baa45a9ac9da&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3669198 Sep 14 11:28:11.333073 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6aa60-dce3-4ea3-a177-c52ae8edf4ba req-87755451-e83b-461f-97d5-271381dd9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:11.334529 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c3f6aa60-dce3-4ea3-a177-c52ae8edf4ba req-87755451-e83b-461f-97d5-271381dd9ba4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902686 Sep 14 11:28:11.439056 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451496-39f9-4b40-9321-e88131d9f471 req-56e6f8dc-fd1d-4f29-a77e-9ced5296c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:11.440568 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-56e6f8dc-fd1d-4f29-a77e-9ced5296c4f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1096 time: 0.0681336 Sep 14 11:28:11.493606 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b89cf2-e4e8-4913-ae0d-de0ccf7a629e req-6faca7b8-c07e-488f-8d0c-3ca8e1e67a0d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:11.494972 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e8b89cf2-e4e8-4913-ae0d-de0ccf7a629e req-6faca7b8-c07e-488f-8d0c-3ca8e1e67a0d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 943 time: 0.0828269 Sep 14 11:28:11.496203 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-d2c3abc2-ea30-47be-bcb6-d565eed7bf64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c715b0d-2897-4634-be52-2dca726eb8f4 HTTP/1.1" status: 200 len: 217 time: 0.0471001 Sep 14 11:28:11.571647 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e8b89cf2-e4e8-4913-ae0d-de0ccf7a629e req-f9307ae1-7bbd-488d-aa5e-b8ca064fd2e2 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697279 Sep 14 11:28:11.573392 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451496-39f9-4b40-9321-e88131d9f471 req-fcd5fde4-432e-45e7-8b0d-27a575150eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:11.574729 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-fcd5fde4-432e-45e7-8b0d-27a575150eae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0672791 Sep 14 11:28:11.620577 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02451496-39f9-4b40-9321-e88131d9f471 req-b2c0c51c-31ae-4fd6-9a11-222b46e4ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:11.622116 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-b2c0c51c-31ae-4fd6-9a11-222b46e4ebbf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403457 Sep 14 11:28:11.717368 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-209637b2-dc08-4ef2-94be-b8f50784b33e service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869701 Sep 14 11:28:11.809527 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-02451496-39f9-4b40-9321-e88131d9f471 req-0d72a564-4e02-4434-ab8c-16216dacbcaa service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837877 Sep 14 11:28:12.690213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855668b7-bbbe-410d-ae80-ad480a442290 req-2af5c826-e5ad-4616-9203-1ff570c46cef tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:12.691708 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-855668b7-bbbe-410d-ae80-ad480a442290 req-2af5c826-e5ad-4616-9203-1ff570c46cef tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 943 time: 0.0499170 Sep 14 11:28:12.730580 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-855668b7-bbbe-410d-ae80-ad480a442290 req-a8689f6e-945f-4977-9bfe-c54845b3c99b tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329866 Sep 14 11:28:13.849418 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f79d-7f67-4754-a47c-26b78a32f6fb req-2495d574-d502-42e2-a35a-ed455fb3b1b4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:13.850932 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f013f79d-7f67-4754-a47c-26b78a32f6fb req-2495d574-d502-42e2-a35a-ed455fb3b1b4 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 943 time: 0.0548990 Sep 14 11:28:13.889328 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f013f79d-7f67-4754-a47c-26b78a32f6fb req-7d3da187-971f-46b8-bc6c-31affea94764 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324218 Sep 14 11:28:15.020372 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b1561-7aaa-4b03-b8e7-e7dacd74eb0c req-4a670060-5aca-4efd-81d4-8cb3d3431425 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:15.021867 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-896b1561-7aaa-4b03-b8e7-e7dacd74eb0c req-4a670060-5aca-4efd-81d4-8cb3d3431425 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 943 time: 0.0494311 Sep 14 11:28:15.059787 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-896b1561-7aaa-4b03-b8e7-e7dacd74eb0c req-8a714ceb-ada5-42ae-966c-436e73f290d8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320308 Sep 14 11:28:15.182476 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:28:16.176395 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06c228-2f89-4d40-8f5b-6eb2f9126047 req-3a019c5a-ba65-49dd-aa94-3eafcb4372ec tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:16.177881 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e06c228-2f89-4d40-8f5b-6eb2f9126047 req-3a019c5a-ba65-49dd-aa94-3eafcb4372ec tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 943 time: 0.0489705 Sep 14 11:28:16.216272 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1e06c228-2f89-4d40-8f5b-6eb2f9126047 req-e4b189d8-f312-4879-8a22-0b3233a66fe9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324464 Sep 14 11:28:17.343584 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596ce19-f30f-4d56-b20a-80d4793cd436 req-4293bbf4-985b-427c-b9a0-676cfaa17615 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:17.345692 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9596ce19-f30f-4d56-b20a-80d4793cd436 req-4293bbf4-985b-427c-b9a0-676cfaa17615 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 943 time: 0.0551720 Sep 14 11:28:17.386558 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9596ce19-f30f-4d56-b20a-80d4793cd436 req-6d76c7f8-aace-4c25-bff2-e1d9d27888f9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349989 Sep 14 11:28:18.502371 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348b1fa-a5d0-4833-ad96-f8043cb3e129 req-dc25a64c-4327-46e6-8282-daca673ab120 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:18.503885 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9348b1fa-a5d0-4833-ad96-f8043cb3e129 req-dc25a64c-4327-46e6-8282-daca673ab120 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 943 time: 0.0503950 Sep 14 11:28:18.542036 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9348b1fa-a5d0-4833-ad96-f8043cb3e129 req-61f81780-dc0f-40a2-b260-bd6bd43b0377 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320117 Sep 14 11:28:18.973147 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-51b9606a-32b4-4e92-9ddf-17c71d5e0732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:19.256974 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 8c715b0d-2897-4634-be52-2dca726eb8f4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:28:19.355829 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 8c715b0d-2897-4634-be52-2dca726eb8f4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c715b0d-2897-4634-be52-2dca726eb8f4,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:28:19.367360 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:28:19.403697 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:19.416728 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c715b0d-2897-4634-be52-2dca726eb8f4 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:28:19.435034 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 8c715b0d-2897-4634-be52-2dca726eb8f4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c715b0d-2897-4634-be52-2dca726eb8f4,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:28:19.510731 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:19.558369 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=8c715b0d-2897-4634-be52-2dca726eb8f4,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:28:19.565352 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.565735 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.566073 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.566410 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.566749 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.567080 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.567428 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.567764 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.568087 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.568413 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.568736 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.569060 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:19.660916 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc466692-8cd6-4f3e-9a0c-250c28a2b15c req-57d1f7fc-92a3-4c14-80a8-b9e46c5ce51f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:19.662415 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bc466692-8cd6-4f3e-9a0c-250c28a2b15c req-57d1f7fc-92a3-4c14-80a8-b9e46c5ce51f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 944 time: 0.0490804 Sep 14 11:28:19.700722 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-bc466692-8cd6-4f3e-9a0c-250c28a2b15c req-fd9cc54b-4e19-4f0d-a17d-7f1ca0d1e190 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323317 Sep 14 11:28:19.744452 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['8c715b0d-2897-4634-be52-2dca726eb8f4'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:28:20.825095 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415803e-dc42-409e-bbd5-95baed1dbdc4 req-95bd7a75-4714-4bc2-8907-b10a73211e8c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:20.826580 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6415803e-dc42-409e-bbd5-95baed1dbdc4 req-95bd7a75-4714-4bc2-8907-b10a73211e8c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 944 time: 0.0552974 Sep 14 11:28:20.870117 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6415803e-dc42-409e-bbd5-95baed1dbdc4 req-0fb716f6-eaeb-4aaa-bcac-677448dfeaea tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360441 Sep 14 11:28:21.272410 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 8c715b0d-2897-4634-be52-2dca726eb8f4 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:28:21.384535 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port 8c715b0d-2897-4634-be52-2dca726eb8f4 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:28:21.388400 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port 8c715b0d-2897-4634-be52-2dca726eb8f4 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:28:21.388776 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:21.466745 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:21.489903 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:28:21.492479 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa89ccca-0d27-4f90-a86b-2e06768e2195" -d '{"events": [{"server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "name": "network-vif-plugged", "status": "completed", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:28:21.508151 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port 8c715b0d-2897-4634-be52-2dca726eb8f4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c715b0d-2897-4634-be52-2dca726eb8f4,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:28:21.561794 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:21.613042 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=8c715b0d-2897-4634-be52-2dca726eb8f4,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:28:21.628540 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200078bf-c40b-4a86-af9d-8e076eab8cbb x-openstack-request-id: req-200078bf-c40b-4a86-af9d-8e076eab8cbb {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:28:21.628893 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "name": "network-vif-plugged", "status": "completed", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:28:21.629204 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-200078bf-c40b-4a86-af9d-8e076eab8cbb {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:28:21.629661 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'code': 200} Sep 14 11:28:21.961612 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7fd13927-9fca-4e0a-a41d-a298674f6eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:21.974737 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8983ef-5552-43eb-ae90-2f814349d5ed req-e26b3b3f-31a8-4904-b57a-a8fdfd440032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:21.976276 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1c8983ef-5552-43eb-ae90-2f814349d5ed req-e26b3b3f-31a8-4904-b57a-a8fdfd440032 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1098 time: 0.0665839 Sep 14 11:28:22.023609 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de46b0-718e-4d43-9412-00cad37c1750 req-97dbde02-8fe2-4bc8-89b0-dfb5f4d329dd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:22.025114 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-87de46b0-718e-4d43-9412-00cad37c1750 req-97dbde02-8fe2-4bc8-89b0-dfb5f4d329dd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 945 time: 0.0817833 Sep 14 11:28:22.029146 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-1c8983ef-5552-43eb-ae90-2f814349d5ed req-71ef39e5-7558-4c26-9ccd-95da6d888abf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457616 Sep 14 11:28:22.063380 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-87de46b0-718e-4d43-9412-00cad37c1750 req-a88afbac-ffbc-4be3-b0db-4d4b03ef5f80 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312219 Sep 14 11:28:22.316435 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:22.893500 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:23.190175 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be438b-b719-4a35-b88a-d34a458af97f req-8b7b252d-7a88-4862-a4c9-04ad6b665fdc tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:23.191696 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c9be438b-b719-4a35-b88a-d34a458af97f req-8b7b252d-7a88-4862-a4c9-04ad6b665fdc tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 945 time: 0.0588291 Sep 14 11:28:23.235856 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c9be438b-b719-4a35-b88a-d34a458af97f req-4f45eca5-79f6-42c8-a9dc-fdc12d474911 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379949 Sep 14 11:28:24.355024 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39bffb-236b-49c9-b905-e87739b19677 req-7afa8613-36ed-436e-80a4-e825dfe66964 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:24.356835 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5a39bffb-236b-49c9-b905-e87739b19677 req-7afa8613-36ed-436e-80a4-e825dfe66964 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Sep 14 11:28:24.396019 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-5a39bffb-236b-49c9-b905-e87739b19677 req-274b10cd-315e-4ee0-ba8b-7c7b3b8f6431 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320635 Sep 14 11:28:24.511950 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b9d26-13d3-481c-b001-e5961035c298 req-ccdf1c75-6872-4ad9-a5c5-142e28000ee8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:24.513430 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e11b9d26-13d3-481c-b001-e5961035c298 req-ccdf1c75-6872-4ad9-a5c5-142e28000ee8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 945 time: 0.0516264 Sep 14 11:28:24.552458 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e11b9d26-13d3-481c-b001-e5961035c298 req-882fd710-1cad-4059-8b1c-4718653c990d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328283 Sep 14 11:28:24.556200 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:24.574438 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45252) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:28:24.614744 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a59da0-6388-4c90-a7fc-ddc353bff18a tempest-TestVolumeBootPattern-1948383850 tempest-TestVolumeBootPattern-1948383850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:24.616288 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-66a59da0-6388-4c90-a7fc-ddc353bff18a tempest-TestVolumeBootPattern-1948383850 tempest-TestVolumeBootPattern-1948383850-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1093 time: 0.0408812 Sep 14 11:28:24.619265 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45256) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:28:24.623460 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:28:24.738600 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:24.849216 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:24.978384 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Allocated IP 172.27.0.125 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/bb382495-6a3b-4e4f-b0db-87f1927438c2) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:28:25.087440 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:25.173602 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:25.208876 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:28:25.213030 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:28:25.216555 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:28:25.243797 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=bb382495-6a3b-4e4f-b0db-87f1927438c2,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:28:25.257206 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.257551 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.257888 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.258221 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.258547 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.258879 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.259205 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.259559 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.259880 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.260200 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.260517 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.260833 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:28:25.596257 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:25.717407 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:25.864721 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:25.961641 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:26.030197 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=bb382495-6a3b-4e4f-b0db-87f1927438c2,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:28:26.044594 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:26.143294 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.l3_db [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Floating IP 3e2134b3-488a-4fcc-8684-b108cb355846 associated. External IP: 172.27.0.125, port: 8c715b0d-2897-4634-be52-2dca726eb8f4. Sep 14 11:28:26.509883 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:28:26.614601 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:28:26.627364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:28:26.641453 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:28:26.648793 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:28:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:28:26.699658 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:26.727851 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-8c1f53ab-c9de-4ca8-b2a2-7aad2c516f9c tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1075449 Sep 14 11:28:26.728490 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4'}] {{(pid=94632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:28:26.730785 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a4becddd418bb84f1948dec5118b731922884afe1f23a9219bf08cb21cd83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cb7202-f150-414b-b08b-f2d7c505ea12" -d '{"events": [{"name": "network-changed", "server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4"}]}' {{(pid=94632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:28:26.752670 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:28:26.977244 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:25Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:28:27.006712 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:28:27.015169 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:28:27.016333 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:28:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:28:27.137306 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:28:27.358055 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:25Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:28:27.384052 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3fd71-94df-45c8-929b-6be13ad78f15 None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:25Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:28:27.572545 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b7e47-4be0-4e22-8e42-f45ded6f8e10 None None] New status for floating IP 3e2134b3-488a-4fcc-8684-b108cb355846: ACTIVE {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:28:27.797548 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5eedd6-318a-4354-a34e-0df1804a9b9b x-openstack-request-id: req-8e5eedd6-318a-4354-a34e-0df1804a9b9b {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:28:27.798206 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4", "status": "completed", "code": 200}]} {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:28:27.798821 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e5eedd6-318a-4354-a34e-0df1804a9b9b {{(pid=94632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:28:27.799757 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'status': 'completed', 'code': 200} Sep 14 11:28:27.869106 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-7f3e39ff-3706-4a5a-9325-07bfbdc1b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:27.870607 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-7f3e39ff-3706-4a5a-9325-07bfbdc1b911 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1098 time: 0.0457098 Sep 14 11:28:27.958978 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-125b1a18-0946-417e-a70a-713fec50efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:27.960473 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-125b1a18-0946-417e-a70a-713fec50efa5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0828409 Sep 14 11:28:28.030500 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-d1b8833e-7ade-4eb8-98cc-11fb433b05a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c715b0d-2897-4634-be52-2dca726eb8f4 HTTP/1.1" status: 200 len: 1001 time: 0.0625024 Sep 14 11:28:28.079752 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-7031f5db-0806-4cff-a956-be5f25daeba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:28.081101 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-7031f5db-0806-4cff-a956-be5f25daeba2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0440397 Sep 14 11:28:28.125697 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-357ed7a9-531b-4d30-8bcc-63e1eb1b4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:28:28.127170 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-357ed7a9-531b-4d30-8bcc-63e1eb1b4749 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392339 Sep 14 11:28:28.221019 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-e335df83-e82d-4949-98a9-cd5c12b08527 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859828 Sep 14 11:28:28.311389 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-05cb7202-f150-414b-b08b-f2d7c505ea12 req-a83a452f-5bde-4384-91d4-3a1b941013e8 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823357 Sep 14 11:28:32.195952 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:48.955195 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-9b03c8d4-9551-42f2-959f-9b8fb9b12755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:51.954701 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3350a2ae-f006-4702-9c08-2a8a60891cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:52.181227 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:28:52.314889 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:52.892335 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:28:54.538112 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:02.223260 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:10.433111 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-21cc99d6-103d-4490-b9b9-c5430ce705c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444109 Sep 14 11:29:10.514733 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-df657ff0-22f7-4c0c-8926-986a0145cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:29:10.517601 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-df657ff0-22f7-4c0c-8926-986a0145cd88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1098 time: 0.0432119 Sep 14 11:29:10.622759 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-11991390-3c3f-408d-aade-bdc80e762017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:29:10.625361 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-11991390-3c3f-408d-aade-bdc80e762017 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0858879 Sep 14 11:29:10.693498 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-cb70fd36-d7ab-41ae-bd98-9b428d29e4f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c715b0d-2897-4634-be52-2dca726eb8f4 HTTP/1.1" status: 200 len: 1001 time: 0.0615947 Sep 14 11:29:10.741994 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-854f1e63-ba0b-420f-a243-a8445ba96904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:29:10.743394 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-854f1e63-ba0b-420f-a243-a8445ba96904 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0422311 Sep 14 11:29:10.788025 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-3db31501-f9d3-4880-b353-78ba0100a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:29:10.789440 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-3db31501-f9d3-4880-b353-78ba0100a12c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381155 Sep 14 11:29:10.880361 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-e2eb02f6-2948-48a2-9876-f4c8e171e9bd service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Sep 14 11:29:10.974354 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-cf41cf20-a60e-44df-aea4-15110ce33dbd req-12b42f96-8552-479b-9fcd-a5b13204bee7 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849006 Sep 14 11:29:18.942948 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d97c3df0-e46e-4012-95fd-f0f3b5880682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:21.954407 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-da0d406a-8438-48be-abc7-ed96aea3c504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:22.297313 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:22.874568 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:24.554627 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:29.180238 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:29:32.240033 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:48.959428 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0eca1bef-d8c2-4013-a62e-9d2653797cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:51.970976 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-75633345-0e7d-4f46-809f-9a0c2da4c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:52.342721 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:52.902493 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:29:54.536095 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:02.251509 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:03.457920 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-9bc25cb4-87f0-4a47-a0f8-647ef8f571d6 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95704769&fields=id&tenant_id=db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 267 time: 0.0328896 Sep 14 11:30:03.561518 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-3ee81180-2869-4183-b339-b7ff012f7cf9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:03.563490 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-3ee81180-2869-4183-b339-b7ff012f7cf9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 811 time: 0.0989754 Sep 14 11:30:03.578848 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-cd2f7901-2994-4a16-9032-daa176a8dec0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/quotas/db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 375 time: 0.0097013 Sep 14 11:30:03.640063 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-cf6fb275-4b86-49db-868c-989e103db7df tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554276 Sep 14 11:30:03.778269 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-66e87c21-8266-49b9-a09b-d92644024eb6 service neutron] 10.222.0.59 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262968 Sep 14 11:30:03.872533 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-e3f6fb7a-5d7a-4481-9f7a-d84abf5b1c1b service neutron] 10.222.0.59 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880213 Sep 14 11:30:04.409148 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a4f21d6a-0d35-42af-8d79-11e3629d4a55 req-ec4cb46c-0c71-4dc2-9475-27b9b3d55c2f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0261443 Sep 14 11:30:05.516382 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-856f18cc-7e8d-4fed-889c-b2929f9358b4 req-1b64ed1b-d607-4623-869d-479c5b480fa8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0270472 Sep 14 11:30:06.179506 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:30:06.249550 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-ccf2c404-53e3-4185-abf4-172d19b34f9d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:06.251048 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-ccf2c404-53e3-4185-abf4-172d19b34f9d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 811 time: 0.1055477 Sep 14 11:30:06.293466 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-585bd92a-cef0-4e16-bbc6-a134560ac042 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db1311ec064644e98b53baa45a9ac9da HTTP/1.1" status: 200 len: 378 time: 0.0327129 Sep 14 11:30:06.303115 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'port': {'device_id': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'admin_state_up': True, 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'security_groups': ['2d4fbdbd-c3a8-4dc1-b71f-aa2595052682']}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:30:06.461723 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Made reservation on behalf of db1311ec064644e98b53baa45a9ac9da for: {'port': 1} {{(pid=94631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:30:06.465373 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:06.592646 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_common [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Allocated IP 172.20.0.4 (b676d7d3-26dd-45f8-af30-6639cd866615/871489b2-33ad-49c1-bdbf-7ba5494f1a9d/b35e5bad-8b65-4cb5-ad92-6b62eb7548c5) {{(pid=94631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:30:06.630803 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-f3c99bea-e725-4f9a-85b8-1612122f02df req-41a88884-430e-4ff5-aeab-d23d2a2b6d7f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0331984 Sep 14 11:30:06.756475 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:06.770394 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Transition to ACTIVE for port object b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 will not be triggered until provisioned by entity DHCP. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:30:06.874136 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_create {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:06.916213 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Network b676d7d3-26dd-45f8-af30-6639cd866615 is already hosted by enough agents. {{(pid=94631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:30:06.919246 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.base_scheduler [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Resources bound (agent type, host, resource id): {{(pid=94631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:30:06.924983 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Received port after_create {{(pid=94631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:30:06.931386 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,revision_number=1']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:30:06.962234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.962579 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.962916 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.963252 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.963608 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.963939 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.964263 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.964587 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.964915 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.965236 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.965553 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.965867 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:06.995084 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:06.995635 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:07.080528 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-164bc1d1-40d0-4162-addf-416da0dcf0ce tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7811024 Sep 14 11:30:07.092993 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.v2.base [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Request body: {'port': {'device_id': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:30:07.153137 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:07.182236 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-05395c63-f633-46dc-b5a5-596b9da4e718 None None] Provisioning for port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 completed by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:30:07.186489 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-05395c63-f633-46dc-b5a5-596b9da4e718 None None] Provisioning complete for port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 triggered by entity DHCP. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:30:07.190803 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-05395c63-f633-46dc-b5a5-596b9da4e718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:07.230812 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-05395c63-f633-46dc-b5a5-596b9da4e718 None None] Port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 cannot update to ACTIVE because it is not bound. {{(pid=94633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 11:30:07.421886 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 {{(pid=94631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:30:07.429075 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:07.441583 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.provisioning_blocks [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Transition to ACTIVE for port object b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 will not be triggered until provisioned by entity L2. {{(pid=94631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 11:30:07.513082 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:07.568921 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,revision_number=2']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:30:07.635829 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Attempting to bind port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 11:30:07.636506 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Attempting to bind port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 11:30:07.636627 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Attempting to bind port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 on network b676d7d3-26dd-45f8-af30-6639cd866615 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:30:07.641794 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 on network b676d7d3-26dd-45f8-af30-6639cd866615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 11:30:07.642114 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Attempting to bind port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 on network b676d7d3-26dd-45f8-af30-6639cd866615 {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 11:30:07.649574 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Checking agent: {'id': '5eb959ed-d23d-4007-ab63-e4cb25857a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'started_at': datetime.datetime(2021, 9, 14, 11, 13, 1), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 11:30:07.649906 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Checking segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 11:30:07.650304 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Bound using segment: {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'} {{(pid=94631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 11:30:07.650878 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.managers [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Bound port: b35e5bad-8b65-4cb5-ad92-6b62eb7548c5, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '729d6af8-a5d8-40b6-ad5a-a5f2da437656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615'}}] {{(pid=94631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 11:30:07.651250 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:07.746574 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] For port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5, host hv-cinder-80475, cleared binding levels {{(pid=94631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:30:07.763915 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] For port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:30:07.777265 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef58e1-3042-4992-a23f-c3d47e049635 req-8886ea54-b25c-4d06-9d7c-1fcebb44dad2 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:07.778781 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e9ef58e1-3042-4992-a23f-c3d47e049635 req-8886ea54-b25c-4d06-9d7c-1fcebb44dad2 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 943 time: 0.0732861 Sep 14 11:30:07.818586 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-e9ef58e1-3042-4992-a23f-c3d47e049635 req-1e2719d6-10b5-4ca4-a945-9e025a7365aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328121 Sep 14 11:30:07.819593 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26145936'] for port, after_update {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:07.855302 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:07.855934 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:07.857325 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 HTTP/1.1" status: 200 len: 1093 time: 0.7688181 Sep 14 11:30:07.857767 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:30:07.860316 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28a947e-25d3-423d-bd55-245b29bf79d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:30:07.888713 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fdafb-c87d-401b-9cdc-b1c49a0d81a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,revision_number=3']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:30:07.899325 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26aa829-a736-4340-bd70-35b8ea6bd842 x-openstack-request-id: req-e26aa829-a736-4340-bd70-35b8ea6bd842 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:30:07.899698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:30:07.905833 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e26aa829-a736-4340-bd70-35b8ea6bd842 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:30:07.905833 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'status': 'completed', 'code': 200} Sep 14 11:30:07.964258 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a947e-25d3-423d-bd55-245b29bf79d8 req-0c29261e-5d41-4547-bc5c-361fe832a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:07.965874 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c28a947e-25d3-423d-bd55-245b29bf79d8 req-0c29261e-5d41-4547-bc5c-361fe832a28f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0437548 Sep 14 11:30:08.070523 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a947e-25d3-423d-bd55-245b29bf79d8 req-730bb1a9-0fbb-456c-a33e-0209b12381e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:08.072048 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c28a947e-25d3-423d-bd55-245b29bf79d8 req-730bb1a9-0fbb-456c-a33e-0209b12381e6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=db1311ec064644e98b53baa45a9ac9da&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0973382 Sep 14 11:30:08.161655 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a947e-25d3-423d-bd55-245b29bf79d8 req-4aa525f7-cb70-48d9-9c31-f5421f32830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:08.163093 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c28a947e-25d3-423d-bd55-245b29bf79d8 req-4aa525f7-cb70-48d9-9c31-f5421f32830d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843363 Sep 14 11:30:08.240109 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-f252e9a8-f890-4499-8776-152850a3525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:08.241485 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-f252e9a8-f890-4499-8776-152850a3525e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0433116 Sep 14 11:30:08.282871 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-565e73ce-8a37-4b6a-bd8c-85f83098b20e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 HTTP/1.1" status: 200 len: 217 time: 0.0324318 Sep 14 11:30:08.331749 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-a0897252-214d-40e5-a5cf-3a1720618790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:08.333206 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-a0897252-214d-40e5-a5cf-3a1720618790 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0435522 Sep 14 11:30:08.378767 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-a1b2b8d5-e9bc-4eb8-a0c7-b2792ee34f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:08.380364 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-a1b2b8d5-e9bc-4eb8-a0c7-b2792ee34f4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401282 Sep 14 11:30:08.472321 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-f7d01436-0ebf-429d-83d1-a81d9ea8b597 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848408 Sep 14 11:30:08.563541 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-7d62da91-3229-437a-99e7-0371e74f6fd2 req-79dfd748-4c53-4e4c-8798-eeefeba950f6 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845747 Sep 14 11:30:08.945572 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0ec26-2f81-439f-b89f-d632cd87f691 req-634b3e92-2933-4945-957b-990b6fd69342 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:08.947251 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dcd0ec26-2f81-439f-b89f-d632cd87f691 req-634b3e92-2933-4945-957b-990b6fd69342 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 943 time: 0.0550458 Sep 14 11:30:08.987298 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dcd0ec26-2f81-439f-b89f-d632cd87f691 req-6de29705-468a-40ca-8397-f4d94819a2c1 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327449 Sep 14 11:30:10.102704 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c19e5-449e-4794-8f9d-e5d6ed63a554 req-76ea934a-e8aa-4e2b-b16b-706446e3d0e5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:10.104215 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b47c19e5-449e-4794-8f9d-e5d6ed63a554 req-76ea934a-e8aa-4e2b-b16b-706446e3d0e5 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 943 time: 0.0486767 Sep 14 11:30:10.142054 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-b47c19e5-449e-4794-8f9d-e5d6ed63a554 req-5e843192-ddc6-433f-ad5f-674cead21f22 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308444 Sep 14 11:30:10.426797 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-07028223-0be9-4407-aaa1-36efd59b3282 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398459 Sep 14 11:30:10.510427 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-4adc5c07-2040-42c6-9009-70f3b1c799dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:10.511952 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-4adc5c07-2040-42c6-9009-70f3b1c799dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1098 time: 0.0442574 Sep 14 11:30:10.625391 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-76cd571f-0772-4ea8-bf48-b8a1df303419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:10.626908 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-76cd571f-0772-4ea8-bf48-b8a1df303419 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0950246 Sep 14 11:30:10.695688 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-606f8246-64ef-4a38-9b03-288f357fa908 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c715b0d-2897-4634-be52-2dca726eb8f4 HTTP/1.1" status: 200 len: 1001 time: 0.0614622 Sep 14 11:30:10.744641 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-b3ac3013-a510-4191-8aaa-1e2372eaebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:10.746098 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-b3ac3013-a510-4191-8aaa-1e2372eaebe9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0441885 Sep 14 11:30:10.791590 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-07d4e605-29e4-4eca-9704-3e9005ee2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:10.793055 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-07d4e605-29e4-4eca-9704-3e9005ee2dbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404963 Sep 14 11:30:10.886536 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-290f5194-02c3-4b6b-ab38-edd208bd3fb4 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862904 Sep 14 11:30:10.977855 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fdfa02a3-9f6a-4dde-a3ca-40f3f8dcd246 req-6109a8a5-dcac-4186-8629-9e8bde9b5cbf service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844250 Sep 14 11:30:11.262411 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc8e6e-f859-4cfd-a50b-035dae0678b3 req-76aafbe5-747f-4c9a-9ad0-4ecb4fca8431 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:11.263819 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-abbc8e6e-f859-4cfd-a50b-035dae0678b3 req-76aafbe5-747f-4c9a-9ad0-4ecb4fca8431 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 943 time: 0.0550618 Sep 14 11:30:11.303414 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-abbc8e6e-f859-4cfd-a50b-035dae0678b3 req-e76726bc-4155-4bd4-9f43-a3b53858861e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331762 Sep 14 11:30:12.419228 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc150c2-a16f-4621-8b3a-186c2e3f55f1 req-b9424c84-f83b-4203-bce6-42c09dc17ebd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:12.420766 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dbc150c2-a16f-4621-8b3a-186c2e3f55f1 req-b9424c84-f83b-4203-bce6-42c09dc17ebd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 943 time: 0.0498796 Sep 14 11:30:12.460418 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-dbc150c2-a16f-4621-8b3a-186c2e3f55f1 req-655191c6-a1dc-4a7a-92cd-698e61fb6922 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336697 Sep 14 11:30:13.573909 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b582b-965e-4d0f-8b5a-582cde23e807 req-bec0b32e-7cb6-4bed-9d25-869bf18cea94 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:13.575393 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3e5b582b-965e-4d0f-8b5a-582cde23e807 req-bec0b32e-7cb6-4bed-9d25-869bf18cea94 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 943 time: 0.0486982 Sep 14 11:30:13.614930 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3e5b582b-965e-4d0f-8b5a-582cde23e807 req-1f527402-93e1-436f-88d1-30a3699d1310 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318210 Sep 14 11:30:14.732459 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451c63-0ed0-46eb-aefe-4e9ea5590b1a req-0ac2363e-e44c-4fe7-8768-14e1e2066472 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:14.734719 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-30451c63-0ed0-46eb-aefe-4e9ea5590b1a req-0ac2363e-e44c-4fe7-8768-14e1e2066472 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 943 time: 0.0535250 Sep 14 11:30:14.771952 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-30451c63-0ed0-46eb-aefe-4e9ea5590b1a req-25c87294-e859-4f72-abe3-202d6590479b tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310593 Sep 14 11:30:15.831731 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 11:30:15.893966 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fde488-c5da-4b03-8daa-6914aa2bb4dd req-b5fcef5f-68bb-48c0-beae-8a2128b7c52d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:15.895555 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a8fde488-c5da-4b03-8daa-6914aa2bb4dd req-b5fcef5f-68bb-48c0-beae-8a2128b7c52d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 943 time: 0.0567009 Sep 14 11:30:15.937851 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a8fde488-c5da-4b03-8daa-6914aa2bb4dd req-1ff2bf9c-2266-48a9-8395-dc80ef18ecd8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343444 Sep 14 11:30:15.938163 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:30:15.952852 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Returning: {'device': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'port_id': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'mac_address': 'fa:16:3e:7c:87:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 11:30:16.006375 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:16.024697 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 {{(pid=94633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 11:30:16.051301 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:30:16.130146 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:16.181395 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,revision_number=4']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:30:16.190298 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.190643 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.190982 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.191317 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.191679 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.192419 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.192419 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.192688 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.192956 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.193275 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.193596 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.193914 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:16.348255 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] get_ports_and_sgs() called for port_ids ['b35e5bad-8b65-4cb5-ad92-6b62eb7548c5'] {{(pid=94633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 11:30:17.089665 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c6cdb-bd39-4fef-98e0-f084d0fa098b req-3b57c35a-5c98-47eb-91f7-c7e479d4f94f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:17.091151 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6c9c6cdb-bd39-4fef-98e0-f084d0fa098b req-3b57c35a-5c98-47eb-91f7-c7e479d4f94f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 944 time: 0.0630405 Sep 14 11:30:17.131952 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6c9c6cdb-bd39-4fef-98e0-f084d0fa098b req-c0f84a3f-d9ca-4a4b-af98-3008f999c610 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338426 Sep 14 11:30:17.846827 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 up at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:30:17.930047 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning for port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 completed by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 11:30:17.933916 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.provisioning_blocks [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Provisioning complete for port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 triggered by entity L2. {{(pid=94633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 11:30:17.934287 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8046555'] for port, provisioning_complete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:18.013347 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:18.038311 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5'}] {{(pid=94633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:30:18.040603 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce3945e227a0385f75c4774d1b689baf8c290ccc2d686159da3b393368f8d0d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a3762-2ea4-4d7e-bba5-a15127d0578b" -d '{"events": [{"server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5"}]}' {{(pid=94633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:30:18.053788 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] For port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:30:18.078762 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab7aac2-71cf-4bb9-890c-e2e80acaa858 x-openstack-request-id: req-8ab7aac2-71cf-4bb9-890c-e2e80acaa858 {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:30:18.079159 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5", "code": 200}]} {{(pid=94633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:30:18.079547 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8ab7aac2-71cf-4bb9-890c-e2e80acaa858 {{(pid=94633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:30:18.080051 dv-cinder-804757-8-iscsi neutron-server[94633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'code': 200} Sep 14 11:30:18.119054 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253'] for port, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:18.179109 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Pushing event updated for resources: {'Port': ['ID=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,revision_number=5']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:30:18.262608 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20472fa-d198-4004-ace3-24aed55c6750 req-3948bba3-6ad8-4d77-b509-2bdf4204aef8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:18.264147 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a20472fa-d198-4004-ace3-24aed55c6750 req-3948bba3-6ad8-4d77-b509-2bdf4204aef8 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 945 time: 0.0534658 Sep 14 11:30:18.304567 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-a20472fa-d198-4004-ace3-24aed55c6750 req-253c0c50-31cb-4520-849f-df49766e59fb tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323498 Sep 14 11:30:18.397135 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200fecf-fbb4-4333-8701-a6feaab4be2f req-53a6aef3-f9c4-473f-bc29-cca2f1f8e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:18.398565 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9200fecf-fbb4-4333-8701-a6feaab4be2f req-53a6aef3-f9c4-473f-bc29-cca2f1f8e2f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0423832 Sep 14 11:30:18.433690 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9200fecf-fbb4-4333-8701-a6feaab4be2f req-71d826e6-dab5-4f3a-b596-4e9e04b5e943 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284359 Sep 14 11:30:18.947350 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-be498c7d-09d7-4a6e-b999-7df795fcc4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:19.430382 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f736d8-efdf-4ec0-a00e-cf891ad5e017 req-1a17c56f-8486-47e3-9fa0-c507f8f7002d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:19.431888 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-92f736d8-efdf-4ec0-a00e-cf891ad5e017 req-1a17c56f-8486-47e3-9fa0-c507f8f7002d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 945 time: 0.0493832 Sep 14 11:30:19.470899 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-92f736d8-efdf-4ec0-a00e-cf891ad5e017 req-913e402f-1a08-4388-8e4a-8e86b2ba59de tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320001 Sep 14 11:30:20.596378 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f062fde-9011-4338-9758-928c219d7e86 req-cedbccb5-a4f7-4106-bb4b-e163df168a73 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:20.597933 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3f062fde-9011-4338-9758-928c219d7e86 req-cedbccb5-a4f7-4106-bb4b-e163df168a73 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 945 time: 0.0534744 Sep 14 11:30:20.636068 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-3f062fde-9011-4338-9758-928c219d7e86 req-3a20a5cc-2740-426e-9a0e-5eceb5490a81 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318313 Sep 14 11:30:20.752095 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6bfc0-c158-4060-ac04-ae555c906cef req-ecfe306e-3cb4-4447-a9b0-d64c2c38ce9f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:20.753577 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ca6bfc0-c158-4060-ac04-ae555c906cef req-ecfe306e-3cb4-4447-a9b0-d64c2c38ce9f tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 945 time: 0.0481300 Sep 14 11:30:20.799676 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-6ca6bfc0-c158-4060-ac04-ae555c906cef req-7c92f423-9698-4d38-96e1-3abf926b1aea tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400023 Sep 14 11:30:20.821626 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45388) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:30:20.862667 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da7f28c-a0c6-4c47-b934-f9d6bf4ff722 tempest-TestVolumeBootPattern-1948383850 tempest-TestVolumeBootPattern-1948383850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:20.866961 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5da7f28c-a0c6-4c47-b934-f9d6bf4ff722 tempest-TestVolumeBootPattern-1948383850 tempest-TestVolumeBootPattern-1948383850-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 1093 time: 0.0416446 Sep 14 11:30:20.869112 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45392) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:30:20.873429 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.v2.base [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Request body: {'floatingip': {'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'port_id': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:30:20.947681 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:21.047593 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:21.154887 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_common [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Allocated IP 172.27.0.181 (f11e0c1f-b74b-4f89-ac6e-424c66fbc405/394cb841-8f09-4e6d-94ba-6c8bda49ea87/83f3c5ad-7f67-42fe-921a-fdaae40abd76) {{(pid=94632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:30:21.261380 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:21.353178 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767491201217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:21.390132 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Network f11e0c1f-b74b-4f89-ac6e-424c66fbc405 is already hosted by enough agents. {{(pid=94632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:30:21.393396 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.base_scheduler [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Resources bound (agent type, host, resource id): {{(pid=94632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:30:21.396293 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Received port after_create {{(pid=94632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 11:30:21.424828 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=83f3c5ad-7f67-42fe-921a-fdaae40abd76,revision_number=1']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:30:21.439590 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.439941 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.440310 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.440643 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.440972 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.441300 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.441648 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.441949 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.442268 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.442600 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.442911 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.443225 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:30:21.764180 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:21.892600 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7876399'] for port, before_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:21.941801 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db271f65-e4c0-4cd7-9519-afd7d8030097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:22.042273 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for port, precommit_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:22.089993 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767491524886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767491201235', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767491201253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2768382'] for port, after_update {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:22.159044 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event updated for resources: {'Port': ['ID=83f3c5ad-7f67-42fe-921a-fdaae40abd76,revision_number=2']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:30:22.173845 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-300590'] for floatingip, after_create {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:22.283660 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.l3_db [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Floating IP 643df498-ad85-48e8-a713-8bd9be56a47a associated. External IP: 172.27.0.181, port: b35e5bad-8b65-4cb5-ad92-6b62eb7548c5. Sep 14 11:30:22.324440 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:22.663008 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:30:22.771155 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:30:22.781273 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:30:22.791296 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:30:22.791947 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:30:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:30:22.856684 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:22.886506 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-b8f92e93-e684-4876-a006-356be6f061b9 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0163112 Sep 14 11:30:22.887531 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5'}] {{(pid=94632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:30:22.891673 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a4becddd418bb84f1948dec5118b731922884afe1f23a9219bf08cb21cd83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f02e77-d3df-4761-a1a4-b081185f9169" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5"}]}' {{(pid=94632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:30:22.915055 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:30:22.934892 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92629f81-c09f-45e2-b443-904375aa7ce1 x-openstack-request-id: req-92629f81-c09f-45e2-b443-904375aa7ce1 {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:30:22.934892 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5", "status": "completed", "code": 200}]} {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:30:22.934892 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-92629f81-c09f-45e2-b443-904375aa7ce1 {{(pid=94632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:30:22.934892 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'status': 'completed', 'code': 200} Sep 14 11:30:22.943140 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:23.001938 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-ce934d98-b1cc-4a42-9b82-ad6970d63792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:23.003438 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-ce934d98-b1cc-4a42-9b82-ad6970d63792 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0445044 Sep 14 11:30:23.106496 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-65e4e9cd-8fb4-4a7e-b111-55d8aeebfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:23.109223 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-65e4e9cd-8fb4-4a7e-b111-55d8aeebfe3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0991426 Sep 14 11:30:23.162848 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:27Z', 'revision_number': 1, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}, {'id': '643df498-ad85-48e8-a713-8bd9be56a47a', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:7c:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:30:21Z', 'updated_at': '2021-09-14T11:30:21Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:30:23.186334 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-be1a2ea4-372e-42c5-a150-c9b3936c403e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 HTTP/1.1" status: 200 len: 999 time: 0.0702848 Sep 14 11:30:23.202825 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:30:23.211376 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:30:23.211994 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:30:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:30:23.239627 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-c19878ab-4829-46b6-bd9e-db98923cc1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:23.241079 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-c19878ab-4829-46b6-bd9e-db98923cc1d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0485065 Sep 14 11:30:23.293687 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-0b28c7c8-1101-4cfb-a4d5-44fd5242008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:30:23.295193 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-0b28c7c8-1101-4cfb-a4d5-44fd5242008f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468621 Sep 14 11:30:23.324941 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:30:23.392729 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-d4a37099-aa25-4ddc-a9c8-46f8b782c902 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900955 Sep 14 11:30:23.497414 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-79f02e77-d3df-4761-a1a4-b081185f9169 req-fc42a8cd-a78e-4cd4-bb65-29d7f85d65aa service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971458 Sep 14 11:30:23.563147 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:27Z', 'revision_number': 1, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}, {'id': '643df498-ad85-48e8-a713-8bd9be56a47a', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:7c:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:30:21Z', 'updated_at': '2021-09-14T11:30:21Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:30:23.594010 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cc1e08-2bcd-4071-a972-29ed4cd88c55 None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:27Z', 'revision_number': 1, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}, {'id': '643df498-ad85-48e8-a713-8bd9be56a47a', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:7c:87:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:30:21Z', 'updated_at': '2021-09-14T11:30:21Z', 'revision_number': 0, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:30:23.794767 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e1af41-56bc-46f4-92e2-2a2476bc157a None None] New status for floating IP 643df498-ad85-48e8-a713-8bd9be56a47a: ACTIVE {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:30:24.570259 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:32.261197 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:32.621243 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-d35d1883-5493-4a1d-b23e-568dc0e6b944 req-3aa4a1c5-0638-46ad-8165-354d72b63dd6 service neutron] (94631) timed out ('10.222.0.60', 55475) {{(pid=94631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 11:30:43.178479 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:30:48.952499 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-7e4c92e9-a89c-48cd-baa7-827f3644bfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:51.974794 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2296778e-3fee-4832-853a-ff4ad2eeefd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:52.334793 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:52.889361 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:30:54.575033 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:02.272160 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:11.453317 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-89d77e15-7cfe-40c3-b6ca-b57b9be96229 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840774 Sep 14 11:31:11.544986 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-d201843b-df5f-473b-bb5d-9308de68c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:31:11.546457 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-d201843b-df5f-473b-bb5d-9308de68c854 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1098 time: 0.0438077 Sep 14 11:31:11.648783 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-a0d48099-6165-424f-a65a-93da54024a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:31:11.650169 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-a0d48099-6165-424f-a65a-93da54024a27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0843663 Sep 14 11:31:11.717971 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-0a9d32de-48c1-4dd4-bb32-69fea8fd190e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c715b0d-2897-4634-be52-2dca726eb8f4 HTTP/1.1" status: 200 len: 1001 time: 0.0605524 Sep 14 11:31:11.766854 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-7a88d64e-0629-4e36-8753-2192e111ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:31:11.768809 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-7a88d64e-0629-4e36-8753-2192e111ea0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0437527 Sep 14 11:31:11.816664 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-c7643dbe-5c01-4876-9707-bd97c8aaf576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:31:11.818142 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-c7643dbe-5c01-4876-9707-bd97c8aaf576 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426009 Sep 14 11:31:12.179089 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-3a8884ff-0bd4-4024-b2e2-f026f3553968 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537655 Sep 14 11:31:12.270963 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-de34c65b-4875-4e01-81a7-82bd2338b236 req-94a4f636-707b-4358-a873-5a931b3c92d8 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840154 Sep 14 11:31:18.945653 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b991755e-23bd-4e0c-9f03-2aa519934f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:20.177979 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:31:21.968469 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-951e3a3a-4ab3-45f1-b9ac-1688a7cfd23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:22.317360 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:22.933827 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:24.579993 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:32.259840 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:48.963305 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-fa903869-0ba9-4406-bfaf-7beb6d33a2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:51.955876 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-819d3228-7886-47c2-8fdc-4257328d79ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:52.361833 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:52.916555 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:54.573465 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:31:57.176469 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:32:02.264594 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:04.752225 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45436) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:04.948214 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Deleting port 83f3c5ad-7f67-42fe-921a-fdaae40abd76 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:04.948559 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:05.025468 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:05.027751 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:05.038038 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Calling delete_port for 83f3c5ad-7f67-42fe-921a-fdaae40abd76 owned by network:floatingip {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:05.310323 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:05.334908 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event deleted for resources: {'Port': ['ID=83f3c5ad-7f67-42fe-921a-fdaae40abd76,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:05.345994 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.346343 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.346673 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.346998 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.347318 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.347662 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.347980 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.348316 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.348632 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.348941 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.349252 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.349571 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:05.401049 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:05.401366 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.l3_db [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Floating IP 643df498-ad85-48e8-a713-8bd9be56a47a disassociated (deleted). External IP: 172.27.0.181, port: b35e5bad-8b65-4cb5-ad92-6b62eb7548c5. Sep 14 11:32:05.600010 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:32:05.703450 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:32:05.708273 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:05.714279 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:32:05.722798 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:32:05.723438 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:31:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:05.735368 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-ed17c6d0-4e06-4e8a-8069-614b2a579530 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "DELETE /v2.0/floatingips/643df498-ad85-48e8-a713-8bd9be56a47a HTTP/1.1" status: 204 len: 168 time: 0.9818914 Sep 14 11:32:05.736246 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5'}] {{(pid=94632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:32:05.738588 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a4becddd418bb84f1948dec5118b731922884afe1f23a9219bf08cb21cd83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed0cfba-392e-459d-8c30-b362882d144f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5"}]}' {{(pid=94632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:32:05.832002 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3ca572-93f4-4312-8676-14d048c01984 x-openstack-request-id: req-fd3ca572-93f4-4312-8676-14d048c01984 {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:32:05.832652 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5", "status": "completed", "code": 200}]} {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:32:05.832652 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd3ca572-93f4-4312-8676-14d048c01984 {{(pid=94632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:32:05.832913 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'status': 'completed', 'code': 200} Sep 14 11:32:05.838897 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:32:05.895037 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cfba-392e-459d-8c30-b362882d144f req-c42c08c3-5e0f-4400-89e5-32a3191cfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:05.896688 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fed0cfba-392e-459d-8c30-b362882d144f req-c42c08c3-5e0f-4400-89e5-32a3191cfc3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0408890 Sep 14 11:32:05.992326 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cfba-392e-459d-8c30-b362882d144f req-39ca7f17-cc18-4ed1-bb9a-e925fc6c1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:05.993785 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fed0cfba-392e-459d-8c30-b362882d144f req-39ca7f17-cc18-4ed1-bb9a-e925fc6c1215 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0897715 Sep 14 11:32:06.045872 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fed0cfba-392e-459d-8c30-b362882d144f req-34f2c711-02c6-4ee7-a6dc-2db42bf03ba8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 HTTP/1.1" status: 200 len: 217 time: 0.0394199 Sep 14 11:32:06.075718 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:27Z', 'revision_number': 1, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:06.103415 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:32:06.115054 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:32:06.115780 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:31:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:06.122945 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cfba-392e-459d-8c30-b362882d144f req-08b9124f-1842-4436-8a3c-38fdaf888676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:06.124656 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fed0cfba-392e-459d-8c30-b362882d144f req-08b9124f-1842-4436-8a3c-38fdaf888676 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0712712 Sep 14 11:32:06.178289 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cfba-392e-459d-8c30-b362882d144f req-45394842-7c7d-47bb-95c1-c8a6b1b62ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:06.179835 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fed0cfba-392e-459d-8c30-b362882d144f req-45394842-7c7d-47bb-95c1-c8a6b1b62ef5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470335 Sep 14 11:32:06.229307 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:32:06.310986 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af58e9-4b59-4234-90e8-b28e8580db2e req-549989b2-115f-4dc8-bd78-c474273858fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:06.312651 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-21af58e9-4b59-4234-90e8-b28e8580db2e req-549989b2-115f-4dc8-bd78-c474273858fd tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 945 time: 0.1499536 Sep 14 11:32:06.315062 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fed0cfba-392e-459d-8c30-b362882d144f req-57205d53-78e0-4cf1-ac0a-e8165c8ccfb3 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269212 Sep 14 11:32:06.382326 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-21af58e9-4b59-4234-90e8-b28e8580db2e req-caf759a8-e4ef-4bbe-9879-1cc82431598d tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635602 Sep 14 11:32:06.454312 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-fed0cfba-392e-459d-8c30-b362882d144f req-a478e2b0-b780-46aa-b688-ff14ec7832d5 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274400 Sep 14 11:32:06.584670 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:27Z', 'revision_number': 1, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:06.609732 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f8bd3-8890-4fa2-859f-6e688da5a332 None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_floatingips': [{'id': '3e2134b3-488a-4fcc-8684-b108cb355846', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'router_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'port_id': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'mac_address': 'fa:16:3e:d1:91:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T11:28:25Z', 'updated_at': '2021-09-14T11:28:27Z', 'revision_number': 1, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:32:06.828823 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b059119e-7c4b-4f06-9c11-a8fa68b442ee None None] New status for floating IP 643df498-ad85-48e8-a713-8bd9be56a47a: DOWN {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:32:07.550224 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b3bb4-ec93-4fc5-8a2e-54d25b0ddf05 req-9553a18e-d69f-4dae-836f-3adb883d3ea6 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:07.551710 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-259b3bb4-ec93-4fc5-8a2e-54d25b0ddf05 req-9553a18e-d69f-4dae-836f-3adb883d3ea6 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 945 time: 0.0994208 Sep 14 11:32:07.590010 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-259b3bb4-ec93-4fc5-8a2e-54d25b0ddf05 req-6a6d5709-a905-46af-8dab-ff72fddad18e tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318925 Sep 14 11:32:07.688113 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-887de055-7aa8-4c4a-92f4-deab3544a6f2 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:07.689461 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-887de055-7aa8-4c4a-92f4-deab3544a6f2 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 945 time: 0.0517929 Sep 14 11:32:07.787557 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Deleting port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:07.787901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:07.882573 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] For port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:07.885169 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:07.896698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Calling delete_port for b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:08.127234 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:08.157240 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event deleted for resources: {'Port': ['ID=b35e5bad-8b65-4cb5-ad92-6b62eb7548c5,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:08.169954 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.170315 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.170662 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.171008 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.171367 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.171753 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.172085 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.172418 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.172745 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.173074 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.173402 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.173752 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:08.208353 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] No DVR routers for this DVR port b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:32:08.210837 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:08.213045 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4f0aa0cd-9f64-426d-9fc5-a79fad17c436 req-4171ff35-6b09-4696-836e-ab9604199a39 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "DELETE /v2.0/ports/b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 HTTP/1.1" status: 204 len: 173 time: 0.5162528 Sep 14 11:32:08.213483 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'name': 'network-vif-deleted', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:32:08.215745 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c0a9a-672d-4f15-8b6b-8b9b54023276" -d '{"events": [{"server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "name": "network-vif-deleted", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:32:08.301629 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9958c472-5bcf-4a77-a11b-55eec0022cd5 x-openstack-request-id: req-9958c472-5bcf-4a77-a11b-55eec0022cd5 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:32:08.302041 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4", "name": "network-vif-deleted", "tag": "b35e5bad-8b65-4cb5-ad92-6b62eb7548c5", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:32:08.302306 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9958c472-5bcf-4a77-a11b-55eec0022cd5 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:32:08.302767 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4', 'name': 'network-vif-deleted', 'tag': 'b35e5bad-8b65-4cb5-ad92-6b62eb7548c5', 'status': 'completed', 'code': 200} Sep 14 11:32:08.687041 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-569f7aaf-90da-43cc-a3a5-a0eb9d88606a req-5fc3255a-4dcd-4e55-9b54-82979631d669 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1dcf5ea-2dd2-48a1-8a2a-e24a3fd8b2f4 HTTP/1.1" status: 200 len: 210 time: 0.0305977 Sep 14 11:32:10.334373 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:32:10.354999 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:32:10.355361 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device b35e5bad-8b65-4cb5-ad92-6b62eb7548c5 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:32:12.164341 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45488) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:12.309072 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Deleting port bb382495-6a3b-4e4f-b0db-87f1927438c2 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:12.309396 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:12.383924 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:12.384263 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:12.395228 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Calling delete_port for bb382495-6a3b-4e4f-b0db-87f1927438c2 owned by network:floatingip {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:12.607182 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:12.629924 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event deleted for resources: {'Port': ['ID=bb382495-6a3b-4e4f-b0db-87f1927438c2,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:12.692929 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:12.693253 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.db.l3_db [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Floating IP 3e2134b3-488a-4fcc-8684-b108cb355846 disassociated (deleted). External IP: 172.27.0.125, port: 8c715b0d-2897-4634-be52-2dca726eb8f4. Sep 14 11:32:12.895359 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:32:13.005137 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:32:13.010090 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:13.015933 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:32:13.024980 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:32:13.025596 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:31:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:13.037075 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-46646a9f-b8cf-4f69-886f-3481ecf4a164 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "DELETE /v2.0/floatingips/3e2134b3-488a-4fcc-8684-b108cb355846 HTTP/1.1" status: 204 len: 168 time: 0.8794930 Sep 14 11:32:13.037662 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4'}] {{(pid=94632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:32:13.039924 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50a4becddd418bb84f1948dec5118b731922884afe1f23a9219bf08cb21cd83f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1" -d '{"events": [{"name": "network-changed", "server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4"}]}' {{(pid=94632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:32:13.084333 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 11:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bdccc4-dccb-41d7-9304-a3ef6e16eb06 x-openstack-request-id: req-d3bdccc4-dccb-41d7-9304-a3ef6e16eb06 {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:32:13.085040 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4", "status": "completed", "code": 200}]} {{(pid=94632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:32:13.085296 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d3bdccc4-dccb-41d7-9304-a3ef6e16eb06 {{(pid=94632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:32:13.085728 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'status': 'completed', 'code': 200} Sep 14 11:32:13.152717 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:32:13.156714 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-61f6d153-8861-4b4e-9897-18e36213291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:13.158201 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-61f6d153-8861-4b4e-9897-18e36213291a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db1311ec064644e98b53baa45a9ac9da&device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 1098 time: 0.0503802 Sep 14 11:32:13.250126 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-75b8f102-5072-40a8-b822-3464dddc296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:13.251623 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-75b8f102-5072-40a8-b822-3464dddc296e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 200 len: 912 time: 0.0869219 Sep 14 11:32:13.299478 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-af6d0560-b525-4ef5-b5c8-8d2d95b081e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c715b0d-2897-4634-be52-2dca726eb8f4 HTTP/1.1" status: 200 len: 217 time: 0.0374067 Sep 14 11:32:13.373911 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:13.394190 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-0a2196d4-3e9a-4feb-88f0-4c9eb0f6c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:13.395952 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-0a2196d4-3e9a-4feb-88f0-4c9eb0f6c728 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 200 len: 850 time: 0.0898736 Sep 14 11:32:13.402013 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:32:13.410468 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:32:13.411086 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:31:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:13.451363 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e43cd8-f458-470f-b508-17408bb308e0 req-fff642bb-3493-4353-aca8-bfd89f10731a tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:13.453502 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-10e43cd8-f458-470f-b508-17408bb308e0 req-fff642bb-3493-4353-aca8-bfd89f10731a tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 945 time: 0.0908568 Sep 14 11:32:13.488782 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-a0d852f1-7a6c-421f-9a03-188880c4f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:13.490607 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-a0d852f1-7a6c-421f-9a03-188880c4f3cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b676d7d3-26dd-45f8-af30-6639cd866615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840373 Sep 14 11:32:13.521207 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:32:13.528385 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-10e43cd8-f458-470f-b508-17408bb308e0 req-529f49a7-9974-4bd4-90bd-3072d82b9106 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639775 Sep 14 11:32:13.604138 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-9ce1206c-0ecb-40fc-86fe-371e91e8b1d0 service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005406 Sep 14 11:32:13.696222 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-9f15cc9a-5358-46fd-b13b-c25a7d5d46a1 req-7270b4b0-a01c-4cc3-b825-093fe631be2e service neutron] 10.222.0.60 "GET /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842621 Sep 14 11:32:13.728589 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:13.755237 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666d5fc9-0dac-4442-b090-2586fda50913 None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:25:15Z', 'revision_number': 4, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi', '_interfaces': [{'id': 'd250bd5d-4e87-4075-ae40-4c132f57711e', 'name': '', 'network_id': 'b676d7d3-26dd-45f8-af30-6639cd866615', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'mac_address': 'fa:16:3e:00:a1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:15Z', 'updated_at': '2021-09-14T11:25:22Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'subnets': [{'id': '871489b2-33ad-49c1-bdbf-7ba5494f1a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:32:13.959917 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d0c466-e3ee-45d6-9804-dfc50bd309f0 None None] New status for floating IP 3e2134b3-488a-4fcc-8684-b108cb355846: DOWN {{(pid=94634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 11:32:14.644941 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b7f21-b76f-478d-b2f5-7697890bc6cf req-5697b34c-e122-49bc-9087-63ce715e7fe1 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:14.646417 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4b3b7f21-b76f-478d-b2f5-7697890bc6cf req-5697b34c-e122-49bc-9087-63ce715e7fe1 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 945 time: 0.0490239 Sep 14 11:32:14.683166 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-4b3b7f21-b76f-478d-b2f5-7697890bc6cf req-61966660-5381-4e52-a1c5-2910a3db1384 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/security-groups?id=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306966 Sep 14 11:32:14.847971 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-5a8cf567-7459-48f4-8207-af0432fa6ae1 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 11:32:14.849311 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-5a8cf567-7459-48f4-8207-af0432fa6ae1 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 945 time: 0.0488412 Sep 14 11:32:14.949661 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Deleting port 8c715b0d-2897-4634-be52-2dca726eb8f4 {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:14.950000 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:15.038663 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] For port 8c715b0d-2897-4634-be52-2dca726eb8f4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c715b0d-2897-4634-be52-2dca726eb8f4,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:15.039035 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:15.056617 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Calling delete_port for 8c715b0d-2897-4634-be52-2dca726eb8f4 owned by compute:nova {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:15.246849 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:15.275860 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event deleted for resources: {'Port': ['ID=8c715b0d-2897-4634-be52-2dca726eb8f4,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:15.320641 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] No DVR routers for this DVR port 8c715b0d-2897-4634-be52-2dca726eb8f4 on host hv-cinder-80475 {{(pid=94631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:32:15.323965 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for port, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:15.326200 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-c0340943-315a-4a97-a0f5-640ee7a11d12 req-8f8200d6-bdc6-485a-9339-3d923052c057 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.60 "DELETE /v2.0/ports/8c715b0d-2897-4634-be52-2dca726eb8f4 HTTP/1.1" status: 204 len: 173 time: 0.4711890 Sep 14 11:32:15.326638 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'name': 'network-vif-deleted', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4'}] {{(pid=94631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 11:32:15.328908 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8479fa37ec735a887631780d263c3cf3808945899eb0dd5f9f50c85af04a6381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e056651-b442-468b-a524-164ab8a87e6d" -d '{"events": [{"server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "name": "network-vif-deleted", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4"}]}' {{(pid=94631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 11:32:15.366046 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa066e-056c-45a0-8b7c-687aacff9723 x-openstack-request-id: req-6afa066e-056c-45a0-8b7c-687aacff9723 {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 11:32:15.366046 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bf6f01-2542-4d2e-a819-f7a5ee08d121", "name": "network-vif-deleted", "tag": "8c715b0d-2897-4634-be52-2dca726eb8f4", "status": "completed", "code": 200}]} {{(pid=94631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 11:32:15.366046 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6afa066e-056c-45a0-8b7c-687aacff9723 {{(pid=94631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 11:32:15.366046 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bf6f01-2542-4d2e-a819-f7a5ee08d121', 'name': 'network-vif-deleted', 'tag': '8c715b0d-2897-4634-be52-2dca726eb8f4', 'status': 'completed', 'code': 200} Sep 14 11:32:15.784024 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [req-893b3bda-ebca-4619-8862-ace4b66e78a8 req-66f7174b-cbc8-4b66-89bc-a03db7bb1386 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "GET /v2.0/ports?device_id=79bf6f01-2542-4d2e-a819-f7a5ee08d121 HTTP/1.1" status: 200 len: 210 time: 0.0266674 Sep 14 11:32:16.839608 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45504) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:16.958101 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Deleting port 10e697dc-d8b5-460e-a607-05c53e02511d {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:16.958441 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:17.035049 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:17.035415 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:17.047185 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Calling delete_port for 10e697dc-d8b5-460e-a607-05c53e02511d owned by network:floatingip {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:17.390167 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:17.414969 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event deleted for resources: {'Port': ['ID=10e697dc-d8b5-460e-a607-05c53e02511d,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:17.477042 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for floatingip, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:17.480249 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238815'] for floatingip, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:17.481521 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-3435d3e0-8d87-419b-aeee-861107c3f2aa tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "DELETE /v2.0/floatingips/8f2d4ec4-5340-4646-b443-978bf1a67f26 HTTP/1.1" status: 204 len: 168 time: 0.6409287 Sep 14 11:32:18.407723 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 8c715b0d-2897-4634-be52-2dca726eb8f4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:32:18.427259 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] No Port match for: 8c715b0d-2897-4634-be52-2dca726eb8f4 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:32:18.427703 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Device 8c715b0d-2897-4634-be52-2dca726eb8f4 not bound to the agent host hv-cinder-80475 {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:32:18.827428 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45516) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:18.891853 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5069f32a-4a32-43ad-8b21-4fb3260850a0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:18.916708 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5069f32a-4a32-43ad-8b21-4fb3260850a0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:19.052975 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-c78c8c19-23e3-4c82-a4b6-e2c7375dbaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:19.110063 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5069f32a-4a32-43ad-8b21-4fb3260850a0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:19.112600 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5069f32a-4a32-43ad-8b21-4fb3260850a0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:19.113793 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5069f32a-4a32-43ad-8b21-4fb3260850a0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] 10.222.0.59 "DELETE /v2.0/security-groups/2d4fbdbd-c3a8-4dc1-b71f-aa2595052682 HTTP/1.1" status: 204 len: 168 time: 0.2853701 Sep 14 11:32:19.123833 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069f32a-4a32-43ad-8b21-4fb3260850a0 tempest-TestVolumeBootPattern-745921115 tempest-TestVolumeBootPattern-745921115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4fbdbd-c3a8-4dc1-b71f-aa2595052682,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:19.237916 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 45522) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:19.727018 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:20.000206 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Deleting port d250bd5d-4e87-4075-ae40-4c132f57711e {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:20.000577 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:20.081159 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] For port d250bd5d-4e87-4075-ae40-4c132f57711e, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=d250bd5d-4e87-4075-ae40-4c132f57711e,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:20.081523 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:20.093860 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Calling delete_port for d250bd5d-4e87-4075-ae40-4c132f57711e owned by network:router_interface {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:20.339430 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:20.364845 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d250bd5d-4e87-4075-ae40-4c132f57711e,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:20.533457 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:20.742652 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Router 4d8ee349-0a69-4efb-82ed-1de3b08da74b has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:32:20.845227 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:32:20.850220 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-ee45e1af-c396-4c64-9b17-bd3e99f04eb3 admin admin] 10.222.0.59 "PUT /v2.0/routers/4d8ee349-0a69-4efb-82ed-1de3b08da74b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6111887 Sep 14 11:32:20.852876 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 45526) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:20.856446 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] Sync routers for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:32:20.866913 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:32:20.867607 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:31:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:20.955471 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:20.978156 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: dv-cinder-804757-8-iscsi {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:32:21.057356 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.166216 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:32:20Z', 'revision_number': 5, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port': {'id': 'ea5067e2-d79d-49d7-8833-610e74de350a', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:65:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:13Z', 'updated_at': '2021-09-14T11:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:21.175936 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Deleting port ea5067e2-d79d-49d7-8833-610e74de350a {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:21.176285 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.194384 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] Checking router: 4d8ee349-0a69-4efb-82ed-1de3b08da74b for host: dv-cinder-804757-8-iscsi {{(pid=94633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:32:21.203495 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] Routers {'4d8ee349-0a69-4efb-82ed-1de3b08da74b'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:32:21.204119 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:31:52Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'], 'active': True} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:21.257469 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] For port ea5067e2-d79d-49d7-8833-610e74de350a, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=ea5067e2-d79d-49d7-8833-610e74de350a,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:21.257836 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.270150 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Calling delete_port for ea5067e2-d79d-49d7-8833-610e74de350a owned by network:router_gateway {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:21.290801 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvr_db [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] Set router 4d8ee349-0a69-4efb-82ed-1de3b08da74b gateway port host: None {{(pid=94633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:32:21.343715 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_hamode_db [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:32:21Z', 'revision_number': 6, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port_host': None}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:21.373779 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3b1c36-1e6b-4c47-ace8-b359e284e7db None None] The sync data for ids ['4d8ee349-0a69-4efb-82ed-1de3b08da74b'] in dv-cinder-804757-8-iscsi is: [{'id': '4d8ee349-0a69-4efb-82ed-1de3b08da74b', 'name': 'tempest-TestVolumeBootPattern-871291924-router', 'tenant_id': 'db1311ec064644e98b53baa45a9ac9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:12Z', 'updated_at': '2021-09-14T11:32:21Z', 'revision_number': 6, 'project_id': 'db1311ec064644e98b53baa45a9ac9da', 'gw_port_host': None}] {{(pid=94633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:32:21.486844 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.511281 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5067e2-d79d-49d7-8833-610e74de350a,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:21.571953 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.664519 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.667314 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.757290 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.757947 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d8ee349-0a69-4efb-82ed-1de3b08da74b {{(pid=94631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:32:21.762284 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.767550 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-413c1f3f-4ab1-4c08-8cb6-3a9a3dd0cf21 admin admin] 10.222.0.59 "DELETE /v2.0/routers/4d8ee349-0a69-4efb-82ed-1de3b08da74b HTTP/1.1" status: 204 len: 168 time: 0.9096715 Sep 14 11:32:21.767902 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45528) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:21.817144 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device d250bd5d-4e87-4075-ae40-4c132f57711e no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:32:21.819967 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e39e80-e6e1-4e3a-8d12-df1cc47c84b6 admin admin] Deleting subnet 871489b2-33ad-49c1-bdbf-7ba5494f1a9d {{(pid=94632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:32:21.823014 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d9e39e80-e6e1-4e3a-8d12-df1cc47c84b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.837277 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: d250bd5d-4e87-4075-ae40-4c132f57711e {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:32:21.837621 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device d250bd5d-4e87-4075-ae40-4c132f57711e not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:32:21.873534 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d9e39e80-e6e1-4e3a-8d12-df1cc47c84b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3367782'] for subnet, precommit_delete_associations {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.951301 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d9e39e80-e6e1-4e3a-8d12-df1cc47c84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:21.978447 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-b5672b08-5874-47e9-b463-f55fc3201f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.064643 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d9e39e80-e6e1-4e3a-8d12-df1cc47c84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2764848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4156890'] for subnet, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.091790 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e39e80-e6e1-4e3a-8d12-df1cc47c84b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871489b2-33ad-49c1-bdbf-7ba5494f1a9d,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:22.093686 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-d9e39e80-e6e1-4e3a-8d12-df1cc47c84b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for subnet, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.095574 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-d9e39e80-e6e1-4e3a-8d12-df1cc47c84b6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/871489b2-33ad-49c1-bdbf-7ba5494f1a9d HTTP/1.1" status: 204 len: 168 time: 0.3266687 Sep 14 11:32:22.098130 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45530) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:22.100534 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195387a-148b-493d-b4ae-eeecd01d699e None None] Network b676d7d3-26dd-45f8-af30-6639cd866615 requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:32:22.170708 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.226424 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Deleting port 0dfe2760-68d4-44bd-9b32-7acf1e62780b {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:22.226760 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.287633 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] DHCP port deletion for b676d7d3-26dd-45f8-af30-6639cd866615 request from dv-cinder-804757-8-iscsi {{(pid=94633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:32:22.296123 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] For port 0dfe2760-68d4-44bd-9b32-7acf1e62780b, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=0dfe2760-68d4-44bd-9b32-7acf1e62780b,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:22.296667 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.310071 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Calling delete_port for 0dfe2760-68d4-44bd-9b32-7acf1e62780b owned by network:dhcp {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:22.323206 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.339642 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Deleting port 0dfe2760-68d4-44bd-9b32-7acf1e62780b {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:22.340018 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.408945 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] For port 0dfe2760-68d4-44bd-9b32-7acf1e62780b, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=0dfe2760-68d4-44bd-9b32-7acf1e62780b,segment=NetworkSegment(729d6af8-a5d8-40b6-ad5a-a5f2da437656),segment_id=729d6af8-a5d8-40b6-ad5a-a5f2da437656)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:22.409340 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.422431 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Calling delete_port for 0dfe2760-68d4-44bd-9b32-7acf1e62780b owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:22.458184 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.485434 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dfe2760-68d4-44bd-9b32-7acf1e62780b,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:22.489013 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] No DVR routers for this DVR port 0dfe2760-68d4-44bd-9b32-7acf1e62780b on host dv-cinder-804757-8-iscsi {{(pid=94632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:32:22.506003 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.532066 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Pushing event deleted for resources: {'Port': ['ID=0dfe2760-68d4-44bd-9b32-7acf1e62780b,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:22.536418 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] No DVR routers for this DVR port 0dfe2760-68d4-44bd-9b32-7acf1e62780b on host dv-cinder-804757-8-iscsi {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:32:22.542905 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.544194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.544194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.544194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.544490 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.545669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.545669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.545669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.545669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.545669 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.546790 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.546790 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca31054-a4bf-41f0-8b3b-4f077d9423a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-8-iscsi {{(pid=94633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:32:22.582346 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.602164 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b676d7d3-26dd-45f8-af30-6639cd866615']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:22.611380 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729d6af8-a5d8-40b6-ad5a-a5f2da437656') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:22.611672 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729d6af8-a5d8-40b6-ad5a-a5f2da437656') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:22.620852 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.633418 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.640536 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:32:22.647159 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:32:22.737958 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.742352 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:22.744798 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b676d7d3-26dd-45f8-af30-6639cd866615 HTTP/1.1" status: 204 len: 168 time: 0.6452668 Sep 14 11:32:22.748346 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45532) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:22.767829 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba266e4-70af-4ef6-a8f4-319931f0ff73 admin admin] Pushing event deleted for resources: {'Network': ['ID=b676d7d3-26dd-45f8-af30-6639cd866615,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:22.909563 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:23.105668 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-299054'] for router_interface, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:23.344512 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Deleting port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:23.344759 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:23.419829 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] For port b9752a1c-9a6b-4eb4-9ca7-575de657c2a1, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,segment=NetworkSegment(2ac0bd60-5594-4c6f-9407-65f544ea2e64),segment_id=2ac0bd60-5594-4c6f-9407-65f544ea2e64)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:23.420183 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:23.435652 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Calling delete_port for b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 owned by network:router_interface {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:23.669830 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:23.695138 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9752a1c-9a6b-4eb4-9ca7-575de657c2a1,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:23.707036 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device ea5067e2-d79d-49d7-8833-610e74de350a no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:32:23.733288 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: ea5067e2-d79d-49d7-8833-610e74de350a {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:32:23.733628 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device ea5067e2-d79d-49d7-8833-610e74de350a not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:32:23.734033 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 0dfe2760-68d4-44bd-9b32-7acf1e62780b no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:32:23.870564 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-299162'] for router_interface, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:23.882398 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 0dfe2760-68d4-44bd-9b32-7acf1e62780b {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:32:23.882753 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 0dfe2760-68d4-44bd-9b32-7acf1e62780b not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:32:24.082027 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Router d8af46c5-38a1-4e80-880f-3ad504d62956 has already been hosted by L3 agent 04db7749-0a51-48d3-92ef-38f99fe0b1ae {{(pid=94632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:32:24.186108 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] Notify agent at l3_agent.dv-cinder-804757-8-iscsi the message routers_updated {{(pid=94632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:32:24.191149 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-731728e3-590d-4308-a67b-f36b0b218688 admin admin] 10.222.0.59 "PUT /v2.0/routers/d8af46c5-38a1-4e80-880f-3ad504d62956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4417629 Sep 14 11:32:24.193952 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 45536) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:24.194828 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09232784-5277-4311-a7f8-7e7e478563af None None] Sync routers for ids ['d8af46c5-38a1-4e80-880f-3ad504d62956'] in dv-cinder-804757-8-iscsi {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:32:24.204893 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09232784-5277-4311-a7f8-7e7e478563af None None] Routers {'d8af46c5-38a1-4e80-880f-3ad504d62956'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:32:24.205512 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-09232784-5277-4311-a7f8-7e7e478563af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:32:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d8af46c5-38a1-4e80-880f-3ad504d62956'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:24.297103 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks [] for router, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:24.311054 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-09232784-5277-4311-a7f8-7e7e478563af None None] Set router d8af46c5-38a1-4e80-880f-3ad504d62956 gateway port host: dv-cinder-804757-8-iscsi {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:32:24.397346 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:24.492796 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-09232784-5277-4311-a7f8-7e7e478563af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'external_fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:32:23Z', 'revision_number': 5, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port': {'id': '822a6030-9d3a-49c3-ade8-d39d82c3133e', 'name': '', 'network_id': 'f11e0c1f-b74b-4f89-ac6e-424c66fbc405', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T11:25:19Z', 'updated_at': '2021-09-14T11:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '394cb841-8f09-4e6d-94ba-6c8bda49ea87', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-8-iscsi'}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:24.513212 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Deleting port 822a6030-9d3a-49c3-ade8-d39d82c3133e {{(pid=94631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:24.513552 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:24.523390 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09232784-5277-4311-a7f8-7e7e478563af None None] Checking router: d8af46c5-38a1-4e80-880f-3ad504d62956 for host: dv-cinder-804757-8-iscsi {{(pid=94634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:32:24.532945 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09232784-5277-4311-a7f8-7e7e478563af None None] Routers {'d8af46c5-38a1-4e80-880f-3ad504d62956'} bound to L3 agent in host dv-cinder-804757-8-iscsi {{(pid=94634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 11:32:24.533566 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-09232784-5277-4311-a7f8-7e7e478563af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T11:06:22Z,description=,heartbeat_timestamp=2021-09-14T11:32:22Z,host='dv-cinder-804757-8-iscsi',id=04db7749-0a51-48d3-92ef-38f99fe0b1ae,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T11:06:23Z,topic='l3_agent')) {'router_ids': ['d8af46c5-38a1-4e80-880f-3ad504d62956'], 'active': True} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:24.550126 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:24.716706 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_dvr_db [None req-09232784-5277-4311-a7f8-7e7e478563af None None] Set router d8af46c5-38a1-4e80-880f-3ad504d62956 gateway port host: None {{(pid=94634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 11:32:24.771137 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.l3_hamode_db [None req-09232784-5277-4311-a7f8-7e7e478563af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:32:24Z', 'revision_number': 6, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port_host': None}], 'dv-cinder-804757-8-iscsi', False) {} {{(pid=94634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:24.802562 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09232784-5277-4311-a7f8-7e7e478563af None None] The sync data for ids ['d8af46c5-38a1-4e80-880f-3ad504d62956'] in dv-cinder-804757-8-iscsi is: [{'id': 'd8af46c5-38a1-4e80-880f-3ad504d62956', 'name': 'tempest-TestVolumeBootPattern-1902292988-router', 'tenant_id': '38d6a2c3905c4188ac6ed66e308071f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T11:25:18Z', 'updated_at': '2021-09-14T11:32:24Z', 'revision_number': 6, 'project_id': '38d6a2c3905c4188ac6ed66e308071f3', 'gw_port_host': None}] {{(pid=94634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:32:24.872049 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.db [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] For port 822a6030-9d3a-49c3-ade8-d39d82c3133e, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=822a6030-9d3a-49c3-ade8-d39d82c3133e,segment=NetworkSegment(6956831b-bcd6-4a54-8f46-617f5dc0a8d8),segment_id=6956831b-bcd6-4a54-8f46-617f5dc0a8d8)] {{(pid=94631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:24.872413 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:24.884231 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.plugins.ml2.plugin [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Calling delete_port for 822a6030-9d3a-49c3-ade8-d39d82c3133e owned by network:router_gateway {{(pid=94631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:25.098466 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26147171'] for port, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.124260 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Pushing event deleted for resources: {'Port': ['ID=822a6030-9d3a-49c3-ade8-d39d82c3133e,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:25.187591 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-300664'] for router_gateway, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.288684 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-298443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5767'] for router, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.291712 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.389432 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-298434'] for router, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.389901 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8af46c5-38a1-4e80-880f-3ad504d62956 {{(pid=94631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 11:32:25.394045 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] Notify callbacks [] for router, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.395181 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-241e877c-98a5-4a34-96d8-55a17f293992 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d8af46c5-38a1-4e80-880f-3ad504d62956 HTTP/1.1" status: 204 len: 168 time: 1.2002203 Sep 14 11:32:25.397761 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 45538) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:25.440758 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ec4d3c-3368-44b6-8920-7b4099736974 admin admin] Deleting subnet cfe93a13-33d6-400d-93c5-ef8e00fc057d {{(pid=94631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 11:32:25.443812 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4d3c-3368-44b6-8920-7b4099736974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.477913 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4d3c-3368-44b6-8920-7b4099736974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3868976'] for subnet, precommit_delete_associations {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.559063 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4d3c-3368-44b6-8920-7b4099736974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8049541'] for subnet, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.682500 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4d3c-3368-44b6-8920-7b4099736974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8049548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26147166', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25842824'] for subnet, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.706917 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 822a6030-9d3a-49c3-ade8-d39d82c3133e no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:32:25.711055 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec4d3c-3368-44b6-8920-7b4099736974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe93a13-33d6-400d-93c5-ef8e00fc057d,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:25.713698 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4d3c-3368-44b6-8920-7b4099736974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.715822 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-d6ec4d3c-3368-44b6-8920-7b4099736974 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cfe93a13-33d6-400d-93c5-ef8e00fc057d HTTP/1.1" status: 204 len: 168 time: 0.3171113 Sep 14 11:32:25.718432 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45540) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:25.733537 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a03e37d-a02c-4662-9725-70e19e4811aa None None] Network bbc1536d-f917-4136-9c80-8c51378edfca requested from dv-cinder-804757-8-iscsi {{(pid=94633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 11:32:25.739703 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 822a6030-9d3a-49c3-ade8-d39d82c3133e {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:32:25.740043 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 822a6030-9d3a-49c3-ade8-d39d82c3133e not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:32:25.740451 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:32:25.776489 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:32:25.777221 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device b9752a1c-9a6b-4eb4-9ca7-575de657c2a1 not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:32:25.794346 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7646809'] for network, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.854400 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Deleting port 92ac675a-d779-448f-91f2-783ccde24fdc {{(pid=94632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:25.854768 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.918683 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.db [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] For port 92ac675a-d779-448f-91f2-783ccde24fdc, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=92ac675a-d779-448f-91f2-783ccde24fdc,segment=NetworkSegment(2ac0bd60-5594-4c6f-9407-65f544ea2e64),segment_id=2ac0bd60-5594-4c6f-9407-65f544ea2e64)] {{(pid=94632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:25.919060 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:25.921733 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] DHCP port deletion for bbc1536d-f917-4136-9c80-8c51378edfca request from dv-cinder-804757-8-iscsi {{(pid=94633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 11:32:25.932693 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.plugin [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Calling delete_port for 92ac675a-d779-448f-91f2-783ccde24fdc owned by network:dhcp {{(pid=94632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:25.967532 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] Deleting port 92ac675a-d779-448f-91f2-783ccde24fdc {{(pid=94633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 11:32:25.967901 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767491518522'] for port, before_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.035154 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.db [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] For port 92ac675a-d779-448f-91f2-783ccde24fdc, host dv-cinder-804757-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-8-iscsi',level=0,port_id=92ac675a-d779-448f-91f2-783ccde24fdc,segment=NetworkSegment(2ac0bd60-5594-4c6f-9407-65f544ea2e64),segment_id=2ac0bd60-5594-4c6f-9407-65f544ea2e64)] {{(pid=94633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:32:26.035585 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-301919'] for port, precommit_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.048120 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] Calling delete_port for 92ac675a-d779-448f-91f2-783ccde24fdc owned by network:dhcp {{(pid=94633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 11:32:26.098166 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2764813'] for port, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.124809 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7876448', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767491524868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767491201226'] for port, after_delete {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.125118 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] No DVR routers for this DVR port 92ac675a-d779-448f-91f2-783ccde24fdc on host dv-cinder-804757-8-iscsi {{(pid=94632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:32:26.130522 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ac675a-d779-448f-91f2-783ccde24fdc,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:26.152727 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] Pushing event deleted for resources: {'Port': ['ID=92ac675a-d779-448f-91f2-783ccde24fdc,revision_number=None']} {{(pid=94633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:26.156150 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17af905d-5d29-44ed-8278-4b308e52b6bf None None] No DVR routers for this DVR port 92ac675a-d779-448f-91f2-783ccde24fdc on host dv-cinder-804757-8-iscsi {{(pid=94633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 11:32:26.202044 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8045552', 'neutron.services.segments.db._delete_segments_for_network-8767491712925'] for network, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.224714 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc1536d-f917-4136-9c80-8c51378edfca']}} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:26.233675 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac0bd60-5594-4c6f-9407-65f544ea2e64') {'for_net_delete': True} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:26.233964 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.services.segments.db [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac0bd60-5594-4c6f-9407-65f544ea2e64') {} {{(pid=94632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:32:26.242778 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767491714726', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3367711'] for segment, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.255226 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359'] for segment, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.261523 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 11:32:26.261900 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8045359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2768338'] for segment, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: Traceback (most recent call last): Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: timer() Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: cb(*args, **kw) Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: return func(*args, **kwargs) Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: self._notify() Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: self.callback(batched_events) Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: event.method(event) Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: return f(self, *a, **k) Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._get(url).json() Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: return self.request(url, 'GET', **kwargs) Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 11:32:26.266698 dv-cinder-804757-8-iscsi neutron-server[94632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 11:32:26.383728 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8051459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-300572'] for network, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.388918 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536875'] for network, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.390742 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bbc1536d-f917-4136-9c80-8c51378edfca HTTP/1.1" status: 204 len: 168 time: 0.6713338 Sep 14 11:32:26.401910 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb58672-780e-4bc1-990a-51b4966e4b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc1536d-f917-4136-9c80-8c51378edfca,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:26.688503 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45544) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:26.727994 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-6d960e70-900b-4bb7-8190-1e7d3b10393e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db1311ec064644e98b53baa45a9ac9da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381193 Sep 14 11:32:26.731124 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [-] (94632) accepted ('10.222.0.59', 45546) {{(pid=94632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:26.780948 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f65bf1f6-11fa-4a62-9233-393d17d7acca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:26.965984 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f65bf1f6-11fa-4a62-9233-393d17d7acca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:27.115295 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f65bf1f6-11fa-4a62-9233-393d17d7acca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:27.117894 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron_lib.callbacks.manager [None req-f65bf1f6-11fa-4a62-9233-393d17d7acca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:27.119095 dv-cinder-804757-8-iscsi neutron-server[94632]: INFO neutron.wsgi [None req-f65bf1f6-11fa-4a62-9233-393d17d7acca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6d5f8813-1f5c-44d4-818d-71e8cf3e6b48 HTTP/1.1" status: 204 len: 168 time: 0.3870168 Sep 14 11:32:27.126906 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bf1f6-11fa-4a62-9233-393d17d7acca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5f8813-1f5c-44d4-818d-71e8cf3e6b48,revision_number=None']} {{(pid=94632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:27.702892 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 92ac675a-d779-448f-91f2-783ccde24fdc no longer exists at agent ovs-agent-dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 11:32:27.725583 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.plugin [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] No Port match for: 92ac675a-d779-448f-91f2-783ccde24fdc {{(pid=94633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 11:32:27.725916 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron.plugins.ml2.rpc [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Device 92ac675a-d779-448f-91f2-783ccde24fdc not bound to the agent host dv-cinder-804757-8-iscsi {{(pid=94633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 11:32:27.779172 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 45552) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:27.819478 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-0d4dbc01-c839-4932-91f4-dd0a17a704df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=38d6a2c3905c4188ac6ed66e308071f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391109 Sep 14 11:32:27.821941 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [-] (94631) accepted ('10.222.0.59', 45554) {{(pid=94631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 11:32:27.868471 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-2fc0121c-9dbd-4668-a485-4f5180c0bd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:27.892968 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-2fc0121c-9dbd-4668-a485-4f5180c0bd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:28.012612 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-2fc0121c-9dbd-4668-a485-4f5180c0bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530137'] for security_group, after_delete {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:28.015190 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron_lib.callbacks.manager [None req-2fc0121c-9dbd-4668-a485-4f5180c0bd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:28.018707 dv-cinder-804757-8-iscsi neutron-server[94631]: INFO neutron.wsgi [None req-2fc0121c-9dbd-4668-a485-4f5180c0bd62 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/487fc082-197c-4a11-b0f6-41b606f33618 HTTP/1.1" status: 204 len: 168 time: 0.1934140 Sep 14 11:32:28.024396 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0121c-9dbd-4668-a485-4f5180c0bd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487fc082-197c-4a11-b0f6-41b606f33618,revision_number=None']} {{(pid=94631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:32:32.275090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:34.174692 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:32:48.949271 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-12934050-fb6f-49cb-912c-65bfbb72cfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:51.994646 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6910f8aa-282b-4505-be04-5b0d006d7d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:52.326244 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:52.891458 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:32:54.560924 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:02.314415 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:11.174162 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:33:18.953471 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2f777c19-0b42-4252-a103-7e19aa7b4f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:21.947803 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6502dfac-7818-4210-ba53-258f2ac785df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:22.336802 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:22.907975 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:24.565125 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:32.267914 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:48.173883 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:33:48.953296 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-cccdec9f-0fcf-4738-84dd-fd98494446f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:51.965090 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6f334674-8862-44b7-92e6-0657b0837196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:52.330354 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:52.912681 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:33:54.581788 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:02.289816 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:18.975301 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-85f7f1e1-d7b4-4d91-963b-eb5d8912a0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:21.946980 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3d3c745c-8cea-414f-8b96-044b06d39b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:22.323306 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:22.928907 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:24.586593 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:25.172402 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:34:32.340163 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:48.945297 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-3df17c1f-b2e2-4cfb-b04f-64a26144334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:51.945666 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b328-f4a8-4e0f-b007-19c85cf7dc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:52.317317 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:52.911599 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:34:54.585866 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:02.171312 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:35:02.362364 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:18.962194 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-de70b0fe-6fe5-4026-b44c-c083eebab788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:21.962022 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-51754f99-5665-406d-bdc3-e836ef40e7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:22.350732 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:22.922128 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:24.579124 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:32.344848 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:39.169606 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:35:48.960884 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-ef961bd5-37b4-4295-ad38-fe349f5ec00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:51.961165 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a31a2226-bc01-433e-956c-ed2ca58b99d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:52.360980 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:52.944295 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:35:54.578457 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:02.355436 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:16.168309 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:36:18.955013 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-db886050-d599-4097-882e-5527df725945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:21.955704 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-49c5a8d7-9fbc-4e4e-bc8f-f3d37001928f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:22.335646 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:22.937510 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:24.571737 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:32.244927 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-2f6383b7-dd7e-4a17-8a8b-a1255b52515a req-af2201c6-9f0b-4d53-b50f-cc27b5809d75 service neutron] (94631) timed out ('10.222.0.59', 39284) {{(pid=94631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 11:36:32.382817 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:48.965116 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-2322a00a-d7b0-4f2c-bd6c-e01aa2235ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:51.964787 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-25f590d7-a88f-4ccd-b613-623122748c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:52.353424 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:52.942749 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:36:53.168004 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:36:54.599856 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:37:02.382400 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:37:18.964313 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-d4f290d3-2b3c-4d23-9b4e-ce7b2ef105df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:37:21.970237 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-a1b76bd5-9963-4e1a-9c2e-ac7a1fd5f35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:37:22.347244 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-6ae48647-1500-4fbe-b389-d380bbe9960a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:37:22.981224 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-0f70f286-f376-487d-83ac-53a83d63fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:37:24.576029 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-8d34d571-8d4b-4b23-a45b-36b4d8dfa698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:37:30.167409 dv-cinder-804757-8-iscsi neutron-server[94634]: DEBUG neutron.db.agents_db [None req-421446bf-4870-4737-816b-e0e571680645 None None] Agent healthcheck: found 6 active agents {{(pid=94634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:37:32.387120 dv-cinder-804757-8-iscsi neutron-server[94633]: DEBUG neutron_lib.callbacks.manager [None req-252a00af-e90f-424f-acc5-ace3dbea1843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767491712907', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8045878'] for agent, after_update {{(pid=94633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 11:37:35.829382 dv-cinder-804757-8-iscsi neutron-server[94632]: DEBUG neutron.wsgi [req-7e99aca0-901d-4864-8dcc-7ed038d324a7 req-352ff02c-b30d-4cd4-a86c-0c2442ea54d8 service neutron] (94632) timed out ('10.222.0.59', 42916) {{(pid=94632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 11:37:38.668153 dv-cinder-804757-8-iscsi neutron-server[94631]: DEBUG neutron.wsgi [req-deec1f91-7045-4bed-886f-d949405a3d32 req-febe7a30-45ee-465d-b85b-27c576233585 service neutron] (94631) timed out ('10.222.0.60', 55485) {{(pid=94631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}